2024-11-19 12:17:05,475 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 12:17:05,505 main DEBUG Took 0.028139 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 12:17:05,506 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 12:17:05,506 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 12:17:05,508 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 12:17:05,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,524 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 12:17:05,541 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,545 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,547 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,550 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,552 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,553 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,555 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:17:05,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,558 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 12:17:05,560 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:17:05,562 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 12:17:05,564 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 12:17:05,565 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 12:17:05,567 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 12:17:05,568 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 12:17:05,579 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 12:17:05,583 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 12:17:05,585 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 12:17:05,586 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 12:17:05,587 main DEBUG createAppenders(={Console}) 2024-11-19 12:17:05,588 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 12:17:05,588 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 12:17:05,589 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 12:17:05,590 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 12:17:05,590 main DEBUG OutputStream closed 2024-11-19 12:17:05,591 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 12:17:05,591 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 12:17:05,591 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 12:17:05,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 12:17:05,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 12:17:05,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 12:17:05,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 12:17:05,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 12:17:05,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 12:17:05,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 12:17:05,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 12:17:05,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 12:17:05,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 12:17:05,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 12:17:05,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 12:17:05,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 12:17:05,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 12:17:05,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 12:17:05,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 12:17:05,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 12:17:05,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 12:17:05,740 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 12:17:05,740 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 12:17:05,741 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 12:17:05,742 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T12:17:05,758 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 12:17:05,761 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 12:17:05,762 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T12:17:05,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=13944 2024-11-19T12:17:06,190 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T12:17:06,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1 2024-11-19T12:17:06,254 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb, deleteOnExit=true 2024-11-19T12:17:06,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/zookeeper_0, clientPort=51008, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:17:06,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51008 2024-11-19T12:17:06,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:17:06,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:17:06,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/test.cache.data in system properties and HBase conf 2024-11-19T12:17:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:17:06,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:17:06,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:17:06,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:17:06,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:17:06,602 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T12:17:06,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:17:06,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:06,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:06,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:17:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:17:06,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:17:06,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:06,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:06,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:17:06,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:17:06,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:17:06,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:06,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:17:06,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:17:08,013 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T12:17:08,116 INFO [Time-limited test {}] log.Log(170): Logging initialized @3696ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T12:17:08,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:08,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:08,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:08,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:08,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:08,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:08,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:08,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:08,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/java.io.tmpdir/jetty-localhost-33083-hadoop-hdfs-3_4_1-tests_jar-_-any-6463679602174937423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:08,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33083} 2024-11-19T12:17:08,620 INFO [Time-limited test {}] server.Server(415): Started @4202ms 2024-11-19T12:17:09,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:09,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:09,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:09,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:09,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:09,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:09,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:09,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/java.io.tmpdir/jetty-localhost-38295-hadoop-hdfs-3_4_1-tests_jar-_-any-738174793230975753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:09,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38295} 2024-11-19T12:17:09,453 INFO [Time-limited test {}] server.Server(415): Started @5034ms 2024-11-19T12:17:09,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:17:10,478 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/data/data1/current/BP-1457299506-172.17.0.2-1732018627379/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:10,478 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/data/data2/current/BP-1457299506-172.17.0.2-1732018627379/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:10,502 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:17:10,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbff87f0cb583f9f with lease ID 0x24e5f7cab65f838a: Processing first storage report for DS-ea49f015-11be-48f3-9211-2a0f30d32e88 from datanode DatanodeRegistration(127.0.0.1:46029, datanodeUuid=c0a9144b-8bf5-4209-9a4e-22745e120810, infoPort=38759, infoSecurePort=0, ipcPort=34549, storageInfo=lv=-57;cid=testClusterID;nsid=812445000;c=1732018627379) 2024-11-19T12:17:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbff87f0cb583f9f with lease ID 0x24e5f7cab65f838a: from storage DS-ea49f015-11be-48f3-9211-2a0f30d32e88 node DatanodeRegistration(127.0.0.1:46029, datanodeUuid=c0a9144b-8bf5-4209-9a4e-22745e120810, infoPort=38759, infoSecurePort=0, ipcPort=34549, storageInfo=lv=-57;cid=testClusterID;nsid=812445000;c=1732018627379), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:17:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbff87f0cb583f9f with lease ID 0x24e5f7cab65f838a: Processing first storage report for DS-def77caa-89b3-4457-9739-e687540557dd from datanode DatanodeRegistration(127.0.0.1:46029, datanodeUuid=c0a9144b-8bf5-4209-9a4e-22745e120810, infoPort=38759, infoSecurePort=0, ipcPort=34549, storageInfo=lv=-57;cid=testClusterID;nsid=812445000;c=1732018627379) 2024-11-19T12:17:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbff87f0cb583f9f with lease ID 0x24e5f7cab65f838a: from storage DS-def77caa-89b3-4457-9739-e687540557dd node DatanodeRegistration(127.0.0.1:46029, datanodeUuid=c0a9144b-8bf5-4209-9a4e-22745e120810, infoPort=38759, infoSecurePort=0, ipcPort=34549, storageInfo=lv=-57;cid=testClusterID;nsid=812445000;c=1732018627379), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:10,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1 2024-11-19T12:17:10,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:10,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:17:11,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72 with version=8 2024-11-19T12:17:11,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/hbase-staging 2024-11-19T12:17:11,317 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T12:17:11,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:11,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:11,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:11,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:11,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:11,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:11,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:17:11,734 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T12:17:11,742 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T12:17:11,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:11,768 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11283 (auto-detected) 2024-11-19T12:17:11,769 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T12:17:11,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33401 2024-11-19T12:17:11,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33401 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334010x0, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:11,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33401-0x1015306db0e0000 connected 2024-11-19T12:17:11,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:12,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:12,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:12,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72, hbase.cluster.distributed=false 2024-11-19T12:17:12,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/acl 2024-11-19T12:17:12,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-19T12:17:12,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33401 2024-11-19T12:17:12,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33401 2024-11-19T12:17:12,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-19T12:17:12,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-19T12:17:12,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:12,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:12,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:12,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:12,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:12,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:12,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:17:12,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:12,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43157 2024-11-19T12:17:12,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43157 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:12,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:12,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431570x0, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:12,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:12,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43157-0x1015306db0e0001 connected 2024-11-19T12:17:12,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:17:12,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:17:12,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/master 2024-11-19T12:17:12,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/acl 2024-11-19T12:17:12,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43157 2024-11-19T12:17:12,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43157 2024-11-19T12:17:12,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43157 2024-11-19T12:17:12,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43157 2024-11-19T12:17:12,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43157 2024-11-19T12:17:12,202 DEBUG [M:0;351a98347401:33401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:33401 2024-11-19T12:17:12,203 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1971113547/backup-masters/351a98347401,33401,1732018631396 2024-11-19T12:17:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:12,218 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on existing znode=/0-1971113547/backup-masters/351a98347401,33401,1732018631396 2024-11-19T12:17:12,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:12,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971113547/master 2024-11-19T12:17:12,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:12,248 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on existing znode=/0-1971113547/master 2024-11-19T12:17:12,250 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1971113547/backup-masters/351a98347401,33401,1732018631396 from backup master directory 2024-11-19T12:17:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/backup-masters/351a98347401,33401,1732018631396 2024-11-19T12:17:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:12,259 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:12,259 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,33401,1732018631396 2024-11-19T12:17:12,261 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T12:17:12,262 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T12:17:12,330 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/hbase.id] with ID: eaf004fc-3390-4646-8570-df0b86ea32bb 2024-11-19T12:17:12,330 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/.tmp/hbase.id 2024-11-19T12:17:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:17:12,745 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/.tmp/hbase.id]:[hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/hbase.id] 2024-11-19T12:17:12,796 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:12,800 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:17:12,820 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T12:17:12,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:12,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:17:13,299 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:13,301 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:17:13,315 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:17:13,319 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:17:13,774 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store 2024-11-19T12:17:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:17:14,204 INFO [master/351a98347401:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T12:17:14,209 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:14,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:14,210 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:14,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:14,211 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:14,212 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:14,212 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:14,213 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018634210Disabling compacts and flushes for region at 1732018634210Disabling writes for close at 1732018634212 (+2 ms)Writing region close event to WAL at 1732018634212Closed at 1732018634212 2024-11-19T12:17:14,215 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/.initializing 2024-11-19T12:17:14,215 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396 2024-11-19T12:17:14,223 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:14,238 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C33401%2C1732018631396, suffix=, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/oldWALs, maxLogs=10 2024-11-19T12:17:14,258 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396/351a98347401%2C33401%2C1732018631396.1732018634242, exclude list is [], retry=0 2024-11-19T12:17:14,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T12:17:14,308 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396/351a98347401%2C33401%2C1732018631396.1732018634242 2024-11-19T12:17:14,309 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:14,309 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:14,310 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:14,313 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,314 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:17:14,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:14,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:14,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:17:14,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:14,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:14,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:17:14,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:14,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:14,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:17:14,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:14,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:14,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,396 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,397 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,406 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:14,409 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:14,414 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:14,415 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60040174, jitterRate=-0.10533168911933899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:14,423 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018634325Initializing all the Stores at 1732018634327 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018634327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018634328 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018634328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018634328Cleaning up temporary data from old regions at 1732018634403 (+75 ms)Region opened successfully at 1732018634423 (+20 ms) 2024-11-19T12:17:14,424 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:17:14,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c33380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:14,484 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:17:14,495 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:17:14,495 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:17:14,498 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:17:14,499 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T12:17:14,504 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T12:17:14,504 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:17:14,528 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:17:14,536 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/balancer because node does not exist (not necessarily an error) 2024-11-19T12:17:14,563 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/balancer already deleted, retry=false 2024-11-19T12:17:14,565 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:17:14,567 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:17:14,636 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/normalizer already deleted, retry=false 2024-11-19T12:17:14,642 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:17:14,647 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:17:14,711 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/switch/split already deleted, retry=false 2024-11-19T12:17:14,716 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:17:14,732 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/switch/merge already deleted, retry=false 2024-11-19T12:17:14,756 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:17:14,763 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/snapshot-cleanup already deleted, retry=false 2024-11-19T12:17:14,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:14,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:14,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:14,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:14,777 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,33401,1732018631396, sessionid=0x1015306db0e0000, setting cluster-up flag (Was=false) 2024-11-19T12:17:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:14,837 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971113547/flush-table-proc/acquired, /0-1971113547/flush-table-proc/reached, /0-1971113547/flush-table-proc/abort 2024-11-19T12:17:14,839 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,33401,1732018631396 2024-11-19T12:17:14,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:14,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:14,889 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971113547/online-snapshot/acquired, /0-1971113547/online-snapshot/reached, /0-1971113547/online-snapshot/abort 2024-11-19T12:17:14,892 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,33401,1732018631396 2024-11-19T12:17:14,903 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:17:14,971 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:14,981 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:17:14,987 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:17:14,994 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(746): ClusterId : eaf004fc-3390-4646-8570-df0b86ea32bb 2024-11-19T12:17:14,996 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:17:14,995 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,33401,1732018631396 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:17:15,007 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:17:15,007 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:17:15,008 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:15,008 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:15,009 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:15,009 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:15,009 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:17:15,009 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,009 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:15,010 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,011 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018665011 2024-11-19T12:17:15,013 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:17:15,014 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:17:15,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:15,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:17:15,017 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:17:15,017 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fff1821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:15,019 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:17:15,019 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:17:15,019 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:17:15,020 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:17:15,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:15,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:17:15,020 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,024 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:17:15,026 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:17:15,026 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:17:15,026 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:17:15,029 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:17:15,029 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:17:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:17:15,033 DEBUG [RS:0;351a98347401:43157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:43157 2024-11-19T12:17:15,034 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018635031,5,FailOnTimeoutGroup] 2024-11-19T12:17:15,035 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018635034,5,FailOnTimeoutGroup] 2024-11-19T12:17:15,035 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,035 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:17:15,035 INFO [RS:0;351a98347401:43157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:17:15,035 INFO [RS:0;351a98347401:43157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:17:15,036 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:17:15,036 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,037 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,038 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,33401,1732018631396 with port=43157, startcode=1732018632103 2024-11-19T12:17:15,048 DEBUG [RS:0;351a98347401:43157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:17:15,077 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:17:15,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,43157,1732018632103 2024-11-19T12:17:15,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33401 {}] master.ServerManager(517): Registering regionserver=351a98347401,43157,1732018632103 2024-11-19T12:17:15,100 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72 2024-11-19T12:17:15,100 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46175 2024-11-19T12:17:15,100 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:17:15,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/rs 2024-11-19T12:17:15,111 DEBUG [RS:0;351a98347401:43157 {}] zookeeper.ZKUtil(111): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on existing znode=/0-1971113547/rs/351a98347401,43157,1732018632103 2024-11-19T12:17:15,111 WARN [RS:0;351a98347401:43157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:15,111 INFO [RS:0;351a98347401:43157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:15,112 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103 2024-11-19T12:17:15,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,43157,1732018632103] 2024-11-19T12:17:15,137 INFO [RS:0;351a98347401:43157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:17:15,154 INFO [RS:0;351a98347401:43157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:17:15,158 INFO [RS:0;351a98347401:43157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:17:15,158 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,159 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:17:15,165 INFO [RS:0;351a98347401:43157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:17:15,166 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,166 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,167 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,167 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,167 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,167 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,167 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:15,167 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,168 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,168 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,168 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,168 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,169 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:15,169 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:15,169 DEBUG [RS:0;351a98347401:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:15,170 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,170 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,170 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,171 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,171 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,171 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43157,1732018632103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:15,190 INFO [RS:0;351a98347401:43157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:17:15,191 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43157,1732018632103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,192 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,192 INFO [RS:0;351a98347401:43157 {}] regionserver.Replication(171): 351a98347401,43157,1732018632103 started 2024-11-19T12:17:15,209 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:15,209 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,43157,1732018632103, RpcServer on 351a98347401/172.17.0.2:43157, sessionid=0x1015306db0e0001 2024-11-19T12:17:15,210 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:17:15,210 DEBUG [RS:0;351a98347401:43157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,43157,1732018632103 2024-11-19T12:17:15,210 DEBUG [RS:0;351a98347401:43157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,43157,1732018632103' 2024-11-19T12:17:15,210 DEBUG [RS:0;351a98347401:43157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971113547/flush-table-proc/abort' 2024-11-19T12:17:15,211 DEBUG [RS:0;351a98347401:43157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971113547/flush-table-proc/acquired' 2024-11-19T12:17:15,212 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:17:15,212 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:17:15,212 DEBUG [RS:0;351a98347401:43157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,43157,1732018632103 2024-11-19T12:17:15,212 DEBUG [RS:0;351a98347401:43157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,43157,1732018632103' 2024-11-19T12:17:15,213 DEBUG [RS:0;351a98347401:43157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971113547/online-snapshot/abort' 2024-11-19T12:17:15,213 DEBUG [RS:0;351a98347401:43157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971113547/online-snapshot/acquired' 2024-11-19T12:17:15,214 DEBUG [RS:0;351a98347401:43157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:17:15,214 INFO [RS:0;351a98347401:43157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:17:15,214 INFO [RS:0;351a98347401:43157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:17:15,324 INFO [RS:0;351a98347401:43157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:15,328 INFO [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C43157%2C1732018632103, suffix=, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs, maxLogs=10 2024-11-19T12:17:15,342 DEBUG [RS:0;351a98347401:43157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330, exclude list is [], retry=0 2024-11-19T12:17:15,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:15,350 INFO [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 2024-11-19T12:17:15,350 DEBUG [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:15,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:17:15,436 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72 2024-11-19T12:17:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:17:15,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:15,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:15,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:15,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:15,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:15,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:15,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:15,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:15,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:15,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:15,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:15,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:15,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:15,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:15,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:15,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:15,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:15,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740 2024-11-19T12:17:15,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740 2024-11-19T12:17:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:15,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:15,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:15,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:15,891 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336106, jitterRate=-0.07111963629722595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:15,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018635856Initializing all the Stores at 1732018635861 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018635861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018635862 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018635862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018635862Cleaning up temporary data from old regions at 1732018635882 (+20 ms)Region opened successfully at 1732018635893 (+11 ms) 2024-11-19T12:17:15,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:15,894 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:15,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:15,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:15,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:15,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:15,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018635893Disabling compacts and flushes for region at 1732018635893Disabling writes for close at 1732018635894 (+1 ms)Writing region close event to WAL at 1732018635895 (+1 ms)Closed at 1732018635895 2024-11-19T12:17:15,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:15,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:17:15,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:17:15,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:15,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:17:16,068 DEBUG [351a98347401:33401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:17:16,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,43157,1732018632103 2024-11-19T12:17:16,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43157,1732018632103, state=OPENING 2024-11-19T12:17:16,153 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:17:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:16,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:16,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:16,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:16,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,43157,1732018632103}] 2024-11-19T12:17:16,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:17:16,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:17:16,403 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:17:16,403 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:16,404 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:17:16,408 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C43157%2C1732018632103.meta, suffix=.meta, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs, maxLogs=10 2024-11-19T12:17:16,425 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.meta.1732018636410.meta, exclude list is [], retry=0 2024-11-19T12:17:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:16,432 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.meta.1732018636410.meta 2024-11-19T12:17:16,433 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:16,433 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:16,438 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:16,439 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:16,441 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:17:16,443 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:17:16,447 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:17:16,447 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:16,448 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:17:16,448 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:17:16,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:16,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:16,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:16,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:16,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:16,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:16,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:16,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:16,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:16,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:16,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:16,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:16,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:16,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:16,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:16,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:16,460 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:16,463 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740 2024-11-19T12:17:16,466 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740 2024-11-19T12:17:16,469 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:16,469 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:16,471 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:16,473 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:16,475 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70171534, jitterRate=0.0456373393535614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:16,475 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:17:16,477 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018636448Writing region info on filesystem at 1732018636449 (+1 ms)Initializing all the Stores at 1732018636450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018636450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018636451 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018636451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018636451Cleaning up temporary data from old regions at 1732018636470 (+19 ms)Running coprocessor post-open hooks at 1732018636475 (+5 ms)Region opened successfully at 1732018636477 (+2 ms) 2024-11-19T12:17:16,484 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018636380 2024-11-19T12:17:16,495 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:17:16,495 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:17:16,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43157,1732018632103 2024-11-19T12:17:16,501 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43157,1732018632103, state=OPEN 2024-11-19T12:17:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:16,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:16,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:16,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:16,522 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,43157,1732018632103 2024-11-19T12:17:16,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:17:16,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,43157,1732018632103 in 318 msec 2024-11-19T12:17:16,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:17:16,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-19T12:17:16,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:16,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:17:16,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:16,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43157,1732018632103, seqNum=-1] 2024-11-19T12:17:16,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:16,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:16,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6680 sec 2024-11-19T12:17:16,602 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018636602, completionTime=-1 2024-11-19T12:17:16,605 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:17:16,605 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:17:16,636 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:17:16,636 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018696636 2024-11-19T12:17:16,636 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018756636 2024-11-19T12:17:16,636 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-19T12:17:16,638 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33401,1732018631396-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,639 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33401,1732018631396-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,639 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33401,1732018631396-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,640 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:33401, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,641 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,641 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,647 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:17:16,665 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.406sec 2024-11-19T12:17:16,667 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:17:16,668 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:17:16,669 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:17:16,669 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:17:16,669 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:17:16,670 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33401,1732018631396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:16,671 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33401,1732018631396-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:17:16,679 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:17:16,680 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:17:16,680 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33401,1732018631396-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:16,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:16,710 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T12:17:16,711 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T12:17:16,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33401,-1 for getting cluster id 2024-11-19T12:17:16,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:16,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf004fc-3390-4646-8570-df0b86ea32bb' 2024-11-19T12:17:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf004fc-3390-4646-8570-df0b86ea32bb" 2024-11-19T12:17:16,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72cbfc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:16,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33401,-1] 2024-11-19T12:17:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:16,730 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:16,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:16,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:16,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43157,1732018632103, seqNum=-1] 2024-11-19T12:17:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:16,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:16,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,33401,1732018631396 2024-11-19T12:17:16,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:16,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:16,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015306db0e0002 connected 2024-11-19T12:17:16,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir so I do NOT create it in target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16 2024-11-19T12:17:16,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:17:16,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.tmp.dir so I do NOT create it in target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16 2024-11-19T12:17:16,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:17:16,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/cluster_cb71c387-b025-b2e4-3de9-f29fc95a2f98, deleteOnExit=true 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/test.cache.data in system properties and HBase conf 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:17:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:17:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:17:16,871 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:17:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:17:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:17:16,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:17:17,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:17,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:17,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:17,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:17,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:17,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:17,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:17,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:17,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/java.io.tmpdir/jetty-localhost-44489-hadoop-hdfs-3_4_1-tests_jar-_-any-3168518507371290877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:17,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:44489} 2024-11-19T12:17:17,482 INFO [Time-limited test {}] server.Server(415): Started @13064ms 2024-11-19T12:17:17,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:17,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:17,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:17,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:17,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:17,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:17,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:17,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/java.io.tmpdir/jetty-localhost-33167-hadoop-hdfs-3_4_1-tests_jar-_-any-4224478328586629892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:17,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:33167} 2024-11-19T12:17:17,838 INFO [Time-limited test {}] server.Server(415): Started @13420ms 2024-11-19T12:17:17,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:17:18,843 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/cluster_cb71c387-b025-b2e4-3de9-f29fc95a2f98/data/data1/current/BP-1503971-172.17.0.2-1732018636896/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:18,843 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/cluster_cb71c387-b025-b2e4-3de9-f29fc95a2f98/data/data2/current/BP-1503971-172.17.0.2-1732018636896/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:18,861 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:17:18,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fd76d2a93b0319 with lease ID 0x96acf0825c186605: Processing first storage report for DS-bd37e73c-aac4-4bcb-8c18-51a9a6cb42ba from datanode DatanodeRegistration(127.0.0.1:37353, datanodeUuid=d415dd70-86ff-4406-9e41-09a7664e4c7f, infoPort=42549, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=550535909;c=1732018636896) 2024-11-19T12:17:18,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fd76d2a93b0319 with lease ID 0x96acf0825c186605: from storage DS-bd37e73c-aac4-4bcb-8c18-51a9a6cb42ba node DatanodeRegistration(127.0.0.1:37353, datanodeUuid=d415dd70-86ff-4406-9e41-09a7664e4c7f, infoPort=42549, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=550535909;c=1732018636896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fd76d2a93b0319 with lease ID 0x96acf0825c186605: Processing first storage report for DS-0c93fd56-a00b-41d3-a438-f1ddfe662e1b from datanode DatanodeRegistration(127.0.0.1:37353, datanodeUuid=d415dd70-86ff-4406-9e41-09a7664e4c7f, infoPort=42549, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=550535909;c=1732018636896) 2024-11-19T12:17:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fd76d2a93b0319 with lease ID 0x96acf0825c186605: from storage DS-0c93fd56-a00b-41d3-a438-f1ddfe662e1b node DatanodeRegistration(127.0.0.1:37353, datanodeUuid=d415dd70-86ff-4406-9e41-09a7664e4c7f, infoPort=42549, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=550535909;c=1732018636896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:18,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16 2024-11-19T12:17:18,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:18,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:17:19,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d with version=8 2024-11-19T12:17:19,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/hbase-staging 2024-11-19T12:17:19,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:19,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:19,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:19,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:19,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:19,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:19,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:17:19,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:19,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46753 2024-11-19T12:17:19,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46753 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:19,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467530x0, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:19,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46753-0x1015306db0e0003 connected 2024-11-19T12:17:19,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:19,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:19,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/running 2024-11-19T12:17:19,445 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d, hbase.cluster.distributed=false 2024-11-19T12:17:19,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/acl 2024-11-19T12:17:19,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46753 2024-11-19T12:17:19,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46753 2024-11-19T12:17:19,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46753 2024-11-19T12:17:19,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46753 2024-11-19T12:17:19,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46753 2024-11-19T12:17:19,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:17:19,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:19,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35671 2024-11-19T12:17:19,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35671 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:19,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:19,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356710x0, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:19,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356710x0, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/running 2024-11-19T12:17:19,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35671-0x1015306db0e0004 connected 2024-11-19T12:17:19,490 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:17:19,490 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:17:19,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/master 2024-11-19T12:17:19,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/acl 2024-11-19T12:17:19,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-19T12:17:19,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35671 2024-11-19T12:17:19,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35671 2024-11-19T12:17:19,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-19T12:17:19,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35671 2024-11-19T12:17:19,509 DEBUG [M:0;351a98347401:46753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:46753 2024-11-19T12:17:19,509 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-3443609/backup-masters/351a98347401,46753,1732018639306 2024-11-19T12:17:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609/backup-masters 2024-11-19T12:17:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609/backup-masters 2024-11-19T12:17:19,521 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on existing znode=/1-3443609/backup-masters/351a98347401,46753,1732018639306 2024-11-19T12:17:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-3443609/master 2024-11-19T12:17:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:19,532 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on existing znode=/1-3443609/master 2024-11-19T12:17:19,532 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-3443609/backup-masters/351a98347401,46753,1732018639306 from backup master directory 2024-11-19T12:17:19,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-3443609/backup-masters/351a98347401,46753,1732018639306 2024-11-19T12:17:19,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609/backup-masters 2024-11-19T12:17:19,542 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:19,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609/backup-masters 2024-11-19T12:17:19,542 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,46753,1732018639306 2024-11-19T12:17:19,548 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/hbase.id] with ID: c8b7b582-9e1c-4659-9d84-90a00ae9b0cc 2024-11-19T12:17:19,548 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/.tmp/hbase.id 2024-11-19T12:17:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:17:19,958 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/.tmp/hbase.id]:[hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/hbase.id] 2024-11-19T12:17:20,005 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:20,006 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:17:20,008 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T12:17:20,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:20,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:17:20,429 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:20,431 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:17:20,432 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:20,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:17:20,850 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store 2024-11-19T12:17:20,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:17:21,135 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:17:21,262 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:21,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:21,263 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:21,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:21,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:21,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:21,263 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:21,264 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018641262Disabling compacts and flushes for region at 1732018641262Disabling writes for close at 1732018641263 (+1 ms)Writing region close event to WAL at 1732018641263Closed at 1732018641263 2024-11-19T12:17:21,267 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/.initializing 2024-11-19T12:17:21,267 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/WALs/351a98347401,46753,1732018639306 2024-11-19T12:17:21,270 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:21,274 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C46753%2C1732018639306, suffix=, logDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/WALs/351a98347401,46753,1732018639306, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/oldWALs, maxLogs=10 2024-11-19T12:17:21,288 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/WALs/351a98347401,46753,1732018639306/351a98347401%2C46753%2C1732018639306.1732018641274, exclude list is [], retry=0 2024-11-19T12:17:21,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-bd37e73c-aac4-4bcb-8c18-51a9a6cb42ba,DISK] 2024-11-19T12:17:21,295 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/WALs/351a98347401,46753,1732018639306/351a98347401%2C46753%2C1732018639306.1732018641274 2024-11-19T12:17:21,295 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42549:42549)] 2024-11-19T12:17:21,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:21,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:21,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:17:21,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:21,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:21,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:17:21,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:21,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:21,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:17:21,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:21,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:21,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:17:21,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:21,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:21,313 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,314 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,315 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,318 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,318 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,319 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:21,321 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:21,325 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:21,326 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59689149, jitterRate=-0.11056236922740936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:21,326 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018641296Initializing all the Stores at 1732018641298 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018641298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018641298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018641298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018641298Cleaning up temporary data from old regions at 1732018641318 (+20 ms)Region opened successfully at 1732018641326 (+8 ms) 2024-11-19T12:17:21,326 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:17:21,332 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5662de61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:21,333 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:17:21,334 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:17:21,334 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:17:21,334 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:17:21,335 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:17:21,335 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:17:21,335 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:17:21,339 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:17:21,340 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Unable to get data of znode /1-3443609/balancer because node does not exist (not necessarily an error) 2024-11-19T12:17:21,394 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-3443609/balancer already deleted, retry=false 2024-11-19T12:17:21,394 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:17:21,395 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Unable to get data of znode /1-3443609/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:17:21,404 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-3443609/normalizer already deleted, retry=false 2024-11-19T12:17:21,405 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:17:21,406 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Unable to get data of znode /1-3443609/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:17:21,415 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-3443609/switch/split already deleted, retry=false 2024-11-19T12:17:21,417 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Unable to get data of znode /1-3443609/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:17:21,425 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-3443609/switch/merge already deleted, retry=false 2024-11-19T12:17:21,429 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Unable to get data of znode /1-3443609/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:17:21,436 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-3443609/snapshot-cleanup already deleted, retry=false 2024-11-19T12:17:21,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-3443609/running 2024-11-19T12:17:21,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-3443609/running 2024-11-19T12:17:21,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:21,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:21,449 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,46753,1732018639306, sessionid=0x1015306db0e0003, setting cluster-up flag (Was=false) 2024-11-19T12:17:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:21,499 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-3443609/flush-table-proc/acquired, /1-3443609/flush-table-proc/reached, /1-3443609/flush-table-proc/abort 2024-11-19T12:17:21,502 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,46753,1732018639306 2024-11-19T12:17:21,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:21,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:21,552 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-3443609/online-snapshot/acquired, /1-3443609/online-snapshot/reached, /1-3443609/online-snapshot/abort 2024-11-19T12:17:21,556 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,46753,1732018639306 2024-11-19T12:17:21,561 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:17:21,565 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:21,565 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:17:21,565 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:17:21,565 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,46753,1732018639306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:17:21,568 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:21,568 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:21,568 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:21,568 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:21,568 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:17:21,568 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,569 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:21,569 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,569 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018671569 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:17:21,570 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,571 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:17:21,571 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:17:21,571 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:17:21,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:21,571 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:17:21,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:17:21,572 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:17:21,572 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:17:21,572 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018641572,5,FailOnTimeoutGroup] 2024-11-19T12:17:21,572 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018641572,5,FailOnTimeoutGroup] 2024-11-19T12:17:21,572 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,572 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:17:21,572 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,572 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,573 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:21,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:17:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:17:21,607 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(746): ClusterId : c8b7b582-9e1c-4659-9d84-90a00ae9b0cc 2024-11-19T12:17:21,608 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:17:21,616 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:17:21,616 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:17:21,627 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:17:21,627 DEBUG [RS:0;351a98347401:35671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305c82e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:21,638 DEBUG [RS:0;351a98347401:35671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:35671 2024-11-19T12:17:21,638 INFO [RS:0;351a98347401:35671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:17:21,638 INFO [RS:0;351a98347401:35671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:17:21,638 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:17:21,639 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,46753,1732018639306 with port=35671, startcode=1732018639469 2024-11-19T12:17:21,639 DEBUG [RS:0;351a98347401:35671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:17:21,642 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:17:21,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,35671,1732018639469 2024-11-19T12:17:21,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46753 {}] master.ServerManager(517): Registering regionserver=351a98347401,35671,1732018639469 2024-11-19T12:17:21,645 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d 2024-11-19T12:17:21,645 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42727 2024-11-19T12:17:21,645 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:17:21,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609/rs 2024-11-19T12:17:21,658 DEBUG [RS:0;351a98347401:35671 {}] zookeeper.ZKUtil(111): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on existing znode=/1-3443609/rs/351a98347401,35671,1732018639469 2024-11-19T12:17:21,658 WARN [RS:0;351a98347401:35671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:21,658 INFO [RS:0;351a98347401:35671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:21,658 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469 2024-11-19T12:17:21,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,35671,1732018639469] 2024-11-19T12:17:21,663 INFO [RS:0;351a98347401:35671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:17:21,667 INFO [RS:0;351a98347401:35671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:17:21,667 INFO [RS:0;351a98347401:35671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:17:21,667 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,667 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:17:21,669 INFO [RS:0;351a98347401:35671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:17:21,669 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,669 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,669 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,669 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,669 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,669 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:21,670 DEBUG [RS:0;351a98347401:35671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:21,671 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,671 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,671 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,671 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,671 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,671 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35671,1732018639469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:21,686 INFO [RS:0;351a98347401:35671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:17:21,686 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35671,1732018639469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,686 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,686 INFO [RS:0;351a98347401:35671 {}] regionserver.Replication(171): 351a98347401,35671,1732018639469 started 2024-11-19T12:17:21,699 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:21,699 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,35671,1732018639469, RpcServer on 351a98347401/172.17.0.2:35671, sessionid=0x1015306db0e0004 2024-11-19T12:17:21,699 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:17:21,699 DEBUG [RS:0;351a98347401:35671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,35671,1732018639469 2024-11-19T12:17:21,699 DEBUG [RS:0;351a98347401:35671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35671,1732018639469' 2024-11-19T12:17:21,699 DEBUG [RS:0;351a98347401:35671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-3443609/flush-table-proc/abort' 2024-11-19T12:17:21,700 DEBUG [RS:0;351a98347401:35671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-3443609/flush-table-proc/acquired' 2024-11-19T12:17:21,701 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:17:21,701 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:17:21,701 DEBUG [RS:0;351a98347401:35671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,35671,1732018639469 2024-11-19T12:17:21,701 DEBUG [RS:0;351a98347401:35671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35671,1732018639469' 2024-11-19T12:17:21,701 DEBUG [RS:0;351a98347401:35671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-3443609/online-snapshot/abort' 2024-11-19T12:17:21,702 DEBUG [RS:0;351a98347401:35671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-3443609/online-snapshot/acquired' 2024-11-19T12:17:21,703 DEBUG [RS:0;351a98347401:35671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:17:21,703 INFO [RS:0;351a98347401:35671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:17:21,703 INFO [RS:0;351a98347401:35671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:17:21,804 INFO [RS:0;351a98347401:35671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:21,809 INFO [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35671%2C1732018639469, suffix=, logDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/oldWALs, maxLogs=10 2024-11-19T12:17:21,827 DEBUG [RS:0;351a98347401:35671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469/351a98347401%2C35671%2C1732018639469.1732018641814, exclude list is [], retry=0 2024-11-19T12:17:21,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-bd37e73c-aac4-4bcb-8c18-51a9a6cb42ba,DISK] 2024-11-19T12:17:21,833 INFO [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469/351a98347401%2C35671%2C1732018639469.1732018641814 2024-11-19T12:17:21,834 DEBUG [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42549:42549)] 2024-11-19T12:17:21,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:17:21,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:17:21,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d 2024-11-19T12:17:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:17:22,024 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:17:22,025 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:17:22,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:22,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T12:17:22,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:22,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:17:22,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:17:22,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:17:22,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:22,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:22,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:22,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:22,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:22,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:22,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:22,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:22,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:22,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:22,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740 2024-11-19T12:17:22,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740 2024-11-19T12:17:22,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:22,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:22,421 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:22,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:22,427 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:22,428 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72101659, jitterRate=0.07439844310283661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:22,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018642398Initializing all the Stores at 1732018642401 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018642401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018642402 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018642402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018642403 (+1 ms)Cleaning up temporary data from old regions at 1732018642421 (+18 ms)Region opened successfully at 1732018642428 (+7 ms) 2024-11-19T12:17:22,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:22,429 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:22,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018642428Disabling compacts and flushes for region at 1732018642428Disabling writes for close at 1732018642429 (+1 ms)Writing region close event to WAL at 1732018642429Closed at 1732018642429 2024-11-19T12:17:22,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:22,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:17:22,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:17:22,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:22,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:17:22,587 DEBUG [351a98347401:46753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:17:22,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,35671,1732018639469 2024-11-19T12:17:22,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35671,1732018639469, state=OPENING 2024-11-19T12:17:22,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:17:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:22,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:22,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-3443609/meta-region-server: CHANGED 2024-11-19T12:17:22,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-3443609/meta-region-server: CHANGED 2024-11-19T12:17:22,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35671,1732018639469}] 2024-11-19T12:17:22,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:17:22,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:17:22,836 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:17:22,836 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:22,837 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:17:22,840 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35671%2C1732018639469.meta, suffix=.meta, logDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/oldWALs, maxLogs=10 2024-11-19T12:17:22,860 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469/351a98347401%2C35671%2C1732018639469.meta.1732018642842.meta, exclude list is [], retry=0 2024-11-19T12:17:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-bd37e73c-aac4-4bcb-8c18-51a9a6cb42ba,DISK] 2024-11-19T12:17:22,867 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469/351a98347401%2C35671%2C1732018639469.meta.1732018642842.meta 2024-11-19T12:17:22,867 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42549:42549)] 2024-11-19T12:17:22,867 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:22,868 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:22,868 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:22,868 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:17:22,868 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:17:22,868 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:17:22,868 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:22,868 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:17:22,868 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:17:22,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:22,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:22,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:22,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:22,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:22,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:22,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:22,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:22,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:22,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:22,880 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:22,881 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740 2024-11-19T12:17:22,883 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740 2024-11-19T12:17:22,885 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:22,885 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:22,886 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:22,888 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:22,889 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69977659, jitterRate=0.04274837672710419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:22,889 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:17:22,890 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018642869Writing region info on filesystem at 1732018642869Initializing all the Stores at 1732018642870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018642870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018642870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018642871 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018642871Cleaning up temporary data from old regions at 1732018642885 (+14 ms)Running coprocessor post-open hooks at 1732018642889 (+4 ms)Region opened successfully at 1732018642890 (+1 ms) 2024-11-19T12:17:22,891 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018642828 2024-11-19T12:17:22,895 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:17:22,895 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:17:22,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35671,1732018639469 2024-11-19T12:17:22,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35671,1732018639469, state=OPEN 2024-11-19T12:17:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-3443609/meta-region-server 2024-11-19T12:17:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-3443609/meta-region-server 2024-11-19T12:17:22,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,35671,1732018639469 2024-11-19T12:17:22,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-3443609/meta-region-server: CHANGED 2024-11-19T12:17:22,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-3443609/meta-region-server: CHANGED 2024-11-19T12:17:22,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:17:22,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35671,1732018639469 in 240 msec 2024-11-19T12:17:22,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:17:22,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-19T12:17:22,920 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:22,920 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:17:22,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:22,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35671,1732018639469, seqNum=-1] 2024-11-19T12:17:22,923 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:22,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:22,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3680 sec 2024-11-19T12:17:22,933 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018642933, completionTime=-1 2024-11-19T12:17:22,933 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:17:22,933 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:17:22,936 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:17:22,936 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018702936 2024-11-19T12:17:22,936 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018762936 2024-11-19T12:17:22,936 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:17:22,937 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,46753,1732018639306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:22,937 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,46753,1732018639306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:22,937 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,46753,1732018639306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:22,937 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:46753, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:22,937 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:22,938 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:22,940 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:17:22,942 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.400sec 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,46753,1732018639306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:22,943 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,46753,1732018639306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:17:22,946 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:17:22,946 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:17:22,946 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,46753,1732018639306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:23,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:23,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:23,011 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284b315f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:23,016 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:23,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:23,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35671,1732018639469, seqNum=-1] 2024-11-19T12:17:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:23,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:23,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,46753,1732018639306 2024-11-19T12:17:23,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:23,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015306db0e0005 connected 2024-11-19T12:17:23,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33401,-1 for getting cluster id 2024-11-19T12:17:23,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:23,054 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf004fc-3390-4646-8570-df0b86ea32bb' 2024-11-19T12:17:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf004fc-3390-4646-8570-df0b86ea32bb" 2024-11-19T12:17:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e467468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33401,-1] 2024-11-19T12:17:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:23,057 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef9c717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33401,1732018631396 2024-11-19T12:17:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a33f8ae 2024-11-19T12:17:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:23,074 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:23,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:17:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:17:23,087 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:23,088 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b051229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,089 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:23,089 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:23,090 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fea24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:23,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:23,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:23,092 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:23,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48710d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:23,094 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:23,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:23,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73621047 2024-11-19T12:17:23,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:23,099 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:23,110 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-19T12:17:23,110 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:17:23,114 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:23,115 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:23,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:23,116 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:23,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:17:23,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:17:23,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:23,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:17:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741835_1011 (size=1138) 2024-11-19T12:17:23,173 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:17:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:23,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c2651c4f0b1a23fbe32156edc6015c8, NAME => 'hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72 2024-11-19T12:17:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741836_1012 (size=44) 2024-11-19T12:17:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:23,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:23,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c2651c4f0b1a23fbe32156edc6015c8, disabling compactions & flushes 2024-11-19T12:17:23,960 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:23,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:23,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. after waiting 0 ms 2024-11-19T12:17:23,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:23,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:23,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c2651c4f0b1a23fbe32156edc6015c8: Waiting for close lock at 1732018643960Disabling compacts and flushes for region at 1732018643960Disabling writes for close at 1732018643960Writing region close event to WAL at 1732018643961 (+1 ms)Closed at 1732018643961 2024-11-19T12:17:23,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:17:23,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018643964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018643964"}]},"ts":"1732018643964"} 2024-11-19T12:17:23,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:17:23,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:17:23,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018643979"}]},"ts":"1732018643979"} 2024-11-19T12:17:23,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:17:23,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN}] 2024-11-19T12:17:23,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN 2024-11-19T12:17:23,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN; state=OFFLINE, location=351a98347401,43157,1732018632103; forceNewPlan=false, retain=false 2024-11-19T12:17:24,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c2651c4f0b1a23fbe32156edc6015c8, regionState=OPENING, regionLocation=351a98347401,43157,1732018632103 2024-11-19T12:17:24,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN because future has completed 2024-11-19T12:17:24,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c2651c4f0b1a23fbe32156edc6015c8, server=351a98347401,43157,1732018632103}] 2024-11-19T12:17:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:24,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:24,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:24,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:17:24,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C43157%2C1732018632103.rep, suffix=, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs, maxLogs=10 2024-11-19T12:17:24,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.rep.1732018644320, exclude list is [], retry=0 2024-11-19T12:17:24,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:24,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.rep.1732018644320 2024-11-19T12:17:24,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:24,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c2651c4f0b1a23fbe32156edc6015c8, NAME => 'hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:24,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:24,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:24,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. service=MultiRowMutationService 2024-11-19T12:17:24,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:17:24,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:24,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,343 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,344 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2651c4f0b1a23fbe32156edc6015c8 columnFamilyName hfileref 2024-11-19T12:17:24,344 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:24,345 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(327): Store=3c2651c4f0b1a23fbe32156edc6015c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:24,345 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,347 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2651c4f0b1a23fbe32156edc6015c8 columnFamilyName queue 2024-11-19T12:17:24,347 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:24,347 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(327): Store=3c2651c4f0b1a23fbe32156edc6015c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:24,347 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,349 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2651c4f0b1a23fbe32156edc6015c8 columnFamilyName sid 2024-11-19T12:17:24,349 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:24,349 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(327): Store=3c2651c4f0b1a23fbe32156edc6015c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:24,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:17:24,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:24,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3c2651c4f0b1a23fbe32156edc6015c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997729, jitterRate=-0.10596416890621185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:17:24,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:24,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3c2651c4f0b1a23fbe32156edc6015c8: Running coprocessor pre-open hook at 1732018644341Writing region info on filesystem at 1732018644341Initializing all the Stores at 1732018644342 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018644342Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018644343 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018644343Cleaning up temporary data from old regions at 1732018644353 (+10 ms)Running coprocessor post-open hooks at 1732018644360 (+7 ms)Region opened successfully at 1732018644361 (+1 ms) 2024-11-19T12:17:24,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8., pid=7, masterSystemTime=1732018644306 2024-11-19T12:17:24,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:24,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:24,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c2651c4f0b1a23fbe32156edc6015c8, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43157,1732018632103 2024-11-19T12:17:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c2651c4f0b1a23fbe32156edc6015c8, server=351a98347401,43157,1732018632103 because future has completed 2024-11-19T12:17:24,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T12:17:24,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c2651c4f0b1a23fbe32156edc6015c8, server=351a98347401,43157,1732018632103 in 221 msec 2024-11-19T12:17:24,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:17:24,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN in 386 msec 2024-11-19T12:17:24,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:17:24,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018644379"}]},"ts":"1732018644379"} 2024-11-19T12:17:24,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:17:24,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:17:24,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2670 sec 2024-11-19T12:17:24,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8., hostname=351a98347401,43157,1732018632103, seqNum=2] 2024-11-19T12:17:24,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43157 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T12:17:24,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:24,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:24,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:17:24,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T12:17:24,660 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:17:24,702 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-351a98347401,43157,1732018632103, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:17:24,703 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:24,703 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43157,1732018632103, seqNum=-1] 2024-11-19T12:17:24,703 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:24,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T12:17:24,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,43157,1732018632103', locateType=CURRENT is [region=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8., hostname=351a98347401,43157,1732018632103, seqNum=2] 2024-11-19T12:17:24,713 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T12:17:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T12:17:24,719 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,43157,1732018632103 suceeded 2024-11-19T12:17:24,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T12:17:24,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-19T12:17:24,723 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:24,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6460 sec 2024-11-19T12:17:24,736 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:24,739 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1efc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:24,739 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:24,739 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:24,740 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:24,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:24,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:24,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d81f3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:24,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:24,743 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:24,744 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e7f5da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:24,744 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@247297a8 2024-11-19T12:17:24,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:24,747 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T12:17:24,748 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,43157,1732018632103 (queues=1) is replicating from cluster=eaf004fc-3390-4646-8570-df0b86ea32bb to cluster=c8b7b582-9e1c-4659-9d84-90a00ae9b0cc 2024-11-19T12:17:24,750 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C43157%2C1732018632103 2024-11-19T12:17:24,754 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,43157,1732018632103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:17:24,756 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C43157%2C1732018632103 2024-11-19T12:17:24,759 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330, startPosition=0, beingWritten=true 2024-11-19T12:17:25,013 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:25,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:25,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:25,238 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:17:25,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:25,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33401,-1 for getting cluster id 2024-11-19T12:17:25,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:25,241 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf004fc-3390-4646-8570-df0b86ea32bb' 2024-11-19T12:17:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf004fc-3390-4646-8570-df0b86ea32bb" 2024-11-19T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1356b7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33401,-1] 2024-11-19T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d86b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33401,1732018631396 2024-11-19T12:17:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7742536e 2024-11-19T12:17:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:25,250 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:25,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:17:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:17:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T12:17:25,254 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:25,255 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a5d0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,255 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:25,255 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:25,256 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ae0219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,258 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:25,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20328339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,258 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a28db4 2024-11-19T12:17:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:25,261 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:25,262 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T12:17:25,262 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:17:25,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:25,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:17:25,323 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T12:17:25,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T12:17:25,456 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T12:17:25,486 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-351a98347401,43157,1732018632103, ReplicationSource: 2, currentBandwidth=0 2024-11-19T12:17:25,489 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T12:17:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T12:17:25,492 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 351a98347401,43157,1732018632103 suceeded 2024-11-19T12:17:25,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:17:25,495 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:25,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T12:17:25,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 244 msec 2024-11-19T12:17:25,504 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:25,506 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a5ea05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,506 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:25,506 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:25,507 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:25,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:25,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:25,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a1416f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:25,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:25,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,510 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:25,511 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1493873c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,511 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:25,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:25,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63928ea2 2024-11-19T12:17:25,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:25,513 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T12:17:25,514 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-351a98347401,43157,1732018632103 (queues=1) is replicating from cluster=eaf004fc-3390-4646-8570-df0b86ea32bb to cluster=c8b7b582-9e1c-4659-9d84-90a00ae9b0cc 2024-11-19T12:17:25,514 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=351a98347401%2C43157%2C1732018632103 2024-11-19T12:17:25,514 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-351a98347401,43157,1732018632103, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:17:25,515 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330, startPosition=0, beingWritten=true 2024-11-19T12:17:25,516 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C43157%2C1732018632103 2024-11-19T12:17:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T12:17:25,570 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T12:17:25,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:25,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:25,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:25,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33401,1732018631396 2024-11-19T12:17:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3043f069 2024-11-19T12:17:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:25,581 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:25,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:17:25,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T12:17:25,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:17:25,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T12:17:25,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T12:17:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T12:17:25,600 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:25,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60895272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,601 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:25,601 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:25,602 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:25,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:25,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe48012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:25,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,604 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119093fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@522344d8 2024-11-19T12:17:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:25,607 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:25,608 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:17:25,608 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:17:25,608 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,608 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:25,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:17:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T12:17:25,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:25,732 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:25,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T12:17:25,813 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T12:17:25,816 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T12:17:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T12:17:25,822 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 351a98347401,43157,1732018632103 suceeded 2024-11-19T12:17:25,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T12:17:25,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-19T12:17:25,827 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:25,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 233 msec 2024-11-19T12:17:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T12:17:25,920 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T12:17:25,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T12:17:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T12:17:25,932 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:25,933 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bca839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,933 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:25,933 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:25,934 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c08c2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,936 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:25,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4010016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:25,937 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1937ef0b 2024-11-19T12:17:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:25,939 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:25,940 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:17:25,940 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:17:25,940 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,940 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:25,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:25,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:17:26,034 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T12:17:26,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T12:17:26,108 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T12:17:26,111 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T12:17:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T12:17:26,117 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 351a98347401,43157,1732018632103 suceeded 2024-11-19T12:17:26,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T12:17:26,123 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://351a98347401:46753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:26,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-19T12:17:26,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 200 msec 2024-11-19T12:17:26,239 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T12:17:26,249 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T12:17:26,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:17:26,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T12:17:26,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:26,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:26,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:26,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:26,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:26,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:17:26,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-19T12:17:26,252 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,33401,1732018631396 2024-11-19T12:17:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:26,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:26,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:26,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:26,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:26,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:26,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:26,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,43157,1732018632103' ***** 2024-11-19T12:17:26,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:17:26,269 INFO [RS:0;351a98347401:43157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:17:26,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:17:26,269 INFO [RS:0;351a98347401:43157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:17:26,269 INFO [RS:0;351a98347401:43157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:17:26,270 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:26,270 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(959): stopping server 351a98347401,43157,1732018632103 2024-11-19T12:17:26,270 INFO [RS:0;351a98347401:43157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:26,270 INFO [RS:0;351a98347401:43157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:43157. 2024-11-19T12:17:26,271 DEBUG [RS:0;351a98347401:43157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:26,271 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c2651c4f0b1a23fbe32156edc6015c8, disabling compactions & flushes 2024-11-19T12:17:26,271 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:26,271 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:26,271 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:26,271 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. after waiting 0 ms 2024-11-19T12:17:26,271 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:26,271 INFO [RS:0;351a98347401:43157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:17:26,271 INFO [RS:0;351a98347401:43157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:17:26,271 INFO [RS:0;351a98347401:43157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:17:26,271 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:17:26,271 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:17:26,272 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:26,272 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:26,272 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c2651c4f0b1a23fbe32156edc6015c8=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.} 2024-11-19T12:17:26,272 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:26,272 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:26,272 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:26,272 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:26,274 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c2651c4f0b1a23fbe32156edc6015c8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T12:17:26,274 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T12:17:26,283 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:26,336 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/.tmp/queue/ad7e54b304fd4bb0b2a80989b045ef3a is 151, key is 1-351a98347401,43157,1732018632103/queue:351a98347401%2C43157%2C1732018632103/1732018644708/Put/seqid=0 2024-11-19T12:17:26,336 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/info/a1980696185348828c2c050f0d547ae4 is 147, key is hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8./info:regioninfo/1732018644366/Put/seqid=0 2024-11-19T12:17:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741839_1015 (size=5500) 2024-11-19T12:17:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741838_1014 (size=6631) 2024-11-19T12:17:26,442 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:26,472 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:26,673 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:26,749 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/.tmp/queue/ad7e54b304fd4bb0b2a80989b045ef3a 2024-11-19T12:17:26,750 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/info/a1980696185348828c2c050f0d547ae4 2024-11-19T12:17:26,796 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/.tmp/queue/ad7e54b304fd4bb0b2a80989b045ef3a as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/queue/ad7e54b304fd4bb0b2a80989b045ef3a 2024-11-19T12:17:26,806 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/queue/ad7e54b304fd4bb0b2a80989b045ef3a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T12:17:26,813 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/ns/ad63f7b33f704b52865acb2817dd82ca is 43, key is default/ns:d/1732018636585/Put/seqid=0 2024-11-19T12:17:26,813 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3c2651c4f0b1a23fbe32156edc6015c8 in 538ms, sequenceid=6, compaction requested=false 2024-11-19T12:17:26,813 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:17:26,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741840_1016 (size=5153) 2024-11-19T12:17:26,820 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/ns/ad63f7b33f704b52865acb2817dd82ca 2024-11-19T12:17:26,822 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T12:17:26,825 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:26,825 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:26,825 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:26,825 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c2651c4f0b1a23fbe32156edc6015c8: Waiting for close lock at 1732018646270Running coprocessor pre-close hooks at 1732018646270Disabling compacts and flushes for region at 1732018646271 (+1 ms)Disabling writes for close at 1732018646271Obtaining lock to block concurrent updates at 1732018646274 (+3 ms)Preparing flush snapshotting stores in 3c2651c4f0b1a23fbe32156edc6015c8 at 1732018646274Finished memstore snapshotting hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732018646281 (+7 ms)Flushing stores of hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. at 1732018646282 (+1 ms)Flushing 3c2651c4f0b1a23fbe32156edc6015c8/queue: creating writer at 1732018646284 (+2 ms)Flushing 3c2651c4f0b1a23fbe32156edc6015c8/queue: appending metadata at 1732018646321 (+37 ms)Flushing 3c2651c4f0b1a23fbe32156edc6015c8/queue: closing flushed file at 1732018646324 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730df1b1: reopening flushed file at 1732018646794 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3c2651c4f0b1a23fbe32156edc6015c8 in 538ms, sequenceid=6, compaction requested=false at 1732018646813 (+19 ms)Writing region close event to WAL at 1732018646816 (+3 ms)Running coprocessor post-close hooks at 1732018646823 (+7 ms)Closed at 1732018646825 (+2 ms) 2024-11-19T12:17:26,826 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:26,846 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:26,855 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/table/84d05a3681f74596a9ee4f5ffc2df4ac is 53, key is hbase:replication/table:state/1732018644379/Put/seqid=0 2024-11-19T12:17:26,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741841_1017 (size=5256) 2024-11-19T12:17:26,873 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:26,948 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:27,073 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:27,172 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:17:27,172 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:17:27,261 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/table/84d05a3681f74596a9ee4f5ffc2df4ac 2024-11-19T12:17:27,271 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/info/a1980696185348828c2c050f0d547ae4 as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/info/a1980696185348828c2c050f0d547ae4 2024-11-19T12:17:27,273 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:17:27,273 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:17:27,273 DEBUG [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:27,282 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/info/a1980696185348828c2c050f0d547ae4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T12:17:27,284 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/ns/ad63f7b33f704b52865acb2817dd82ca as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/ns/ad63f7b33f704b52865acb2817dd82ca 2024-11-19T12:17:27,293 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/ns/ad63f7b33f704b52865acb2817dd82ca, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:17:27,295 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/table/84d05a3681f74596a9ee4f5ffc2df4ac as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/table/84d05a3681f74596a9ee4f5ffc2df4ac 2024-11-19T12:17:27,305 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/table/84d05a3681f74596a9ee4f5ffc2df4ac, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T12:17:27,307 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1034ms, sequenceid=11, compaction requested=false 2024-11-19T12:17:27,313 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T12:17:27,314 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:27,314 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:27,314 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:27,315 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018646271Running coprocessor pre-close hooks at 1732018646271Disabling compacts and flushes for region at 1732018646271Disabling writes for close at 1732018646272 (+1 ms)Obtaining lock to block concurrent updates at 1732018646274 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732018646274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732018646281 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018646282 (+1 ms)Flushing 1588230740/info: creating writer at 1732018646284 (+2 ms)Flushing 1588230740/info: appending metadata at 1732018646323 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732018646324 (+1 ms)Flushing 1588230740/ns: creating writer at 1732018646794 (+470 ms)Flushing 1588230740/ns: appending metadata at 1732018646811 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732018646811Flushing 1588230740/table: creating writer at 1732018646832 (+21 ms)Flushing 1588230740/table: appending metadata at 1732018646853 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732018646853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b67c054: reopening flushed file at 1732018647270 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318abc28: reopening flushed file at 1732018647282 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b54ab32: reopening flushed file at 1732018647294 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1034ms, sequenceid=11, compaction requested=false at 1732018647307 (+13 ms)Writing region close event to WAL at 1732018647308 (+1 ms)Running coprocessor post-close hooks at 1732018647314 (+6 ms)Closed at 1732018647314 2024-11-19T12:17:27,315 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:27,474 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(976): stopping server 351a98347401,43157,1732018632103; all regions closed. 2024-11-19T12:17:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741834_1010 (size=2742) 2024-11-19T12:17:27,486 DEBUG [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs 2024-11-19T12:17:27,486 INFO [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C43157%2C1732018632103.meta:.meta(num 1732018636410) 2024-11-19T12:17:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741837_1013 (size=1802) 2024-11-19T12:17:27,494 DEBUG [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs 2024-11-19T12:17:27,494 INFO [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C43157%2C1732018632103.rep:(num 1732018644320) 2024-11-19T12:17:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741832_1008 (size=93) 2024-11-19T12:17:27,502 DEBUG [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs 2024-11-19T12:17:27,502 INFO [RS:0;351a98347401:43157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C43157%2C1732018632103:(num 1732018635330) 2024-11-19T12:17:27,502 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:27,502 INFO [RS:0;351a98347401:43157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:27,502 INFO [RS:0;351a98347401:43157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:27,502 INFO [RS:0;351a98347401:43157 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:27,503 INFO [RS:0;351a98347401:43157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:27,503 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:27,503 INFO [RS:0;351a98347401:43157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,43157,1732018632103 because: Region server is closing 2024-11-19T12:17:27,504 INFO [RS:0;351a98347401:43157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:43157. 2024-11-19T12:17:27,504 DEBUG [RS:0;351a98347401:43157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:27,504 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:27,504 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:27,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:27,555 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 to pos 0, reset compression=false 2024-11-19T12:17:27,564 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 was moved to hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs/351a98347401%2C43157%2C1732018632103.1732018635330 2024-11-19T12:17:27,570 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330 2024-11-19T12:17:27,570 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T12:17:27,570 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.wal-reader.351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T12:17:27,570 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-351a98347401,43157,1732018632103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103/351a98347401%2C43157%2C1732018632103.1732018635330, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T12:17:27,579 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,43157,1732018632103: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-351a98347401,43157,1732018632103, walGroup=351a98347401%2C43157%2C1732018632103, offset=351a98347401%2C43157%2C1732018632103.1732018635330:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:43157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:17:27,582 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:17:27,585 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:17:27,586 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:17:27,586 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:17:27,586 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:17:27,586 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 399768040 }, "NonHeapMemoryUsage": { "committed": 152829952, "init": 7667712, "max": -1, "used": 150535576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:17:27,589 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [351a98347401%2C43157%2C1732018632103.1732018635330] 2024-11-19T12:17:27,604 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T12:17:27,605 INFO [RS:0;351a98347401:43157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,1-351a98347401,43157,1732018632103 terminated 2024-11-19T12:17:27,605 INFO [RS:0;351a98347401:43157 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-351a98347401,43157,1732018632103 because: Region server is closing 2024-11-19T12:17:27,606 INFO [RS:0;351a98347401:43157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:43157. 2024-11-19T12:17:27,606 DEBUG [RS:0;351a98347401:43157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:27,606 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:27,606 DEBUG [RS:0;351a98347401:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:27,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:27,606 INFO [RS:0;351a98347401:43157 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,43157,1732018632103.replicationSource.shipper351a98347401%2C43157%2C1732018632103,2-351a98347401,43157,1732018632103 terminated 2024-11-19T12:17:27,607 INFO [RS:0;351a98347401:43157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43157 2024-11-19T12:17:27,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/rs 2024-11-19T12:17:27,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/rs/351a98347401,43157,1732018632103 2024-11-19T12:17:27,657 INFO [RS:0;351a98347401:43157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:27,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,43157,1732018632103] 2024-11-19T12:17:27,709 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/draining/351a98347401,43157,1732018632103 already deleted, retry=false 2024-11-19T12:17:27,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,43157,1732018632103 expired; onlineServers=0 2024-11-19T12:17:27,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,33401,1732018631396' ***** 2024-11-19T12:17:27,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:17:27,710 INFO [M:0;351a98347401:33401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:27,710 INFO [M:0;351a98347401:33401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:27,711 DEBUG [M:0;351a98347401:33401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:17:27,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:17:27,711 DEBUG [M:0;351a98347401:33401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:17:27,711 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018635034 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018635034,5,FailOnTimeoutGroup] 2024-11-19T12:17:27,711 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018635031 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018635031,5,FailOnTimeoutGroup] 2024-11-19T12:17:27,711 INFO [M:0;351a98347401:33401 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:27,711 INFO [M:0;351a98347401:33401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:27,711 DEBUG [M:0;351a98347401:33401 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:17:27,711 INFO [M:0;351a98347401:33401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:17:27,712 INFO [M:0;351a98347401:33401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:27,712 INFO [M:0;351a98347401:33401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:17:27,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:17:27,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:27,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x1015306db0e0001, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:27,769 INFO [RS:0;351a98347401:43157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:27,769 INFO [RS:0;351a98347401:43157 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,43157,1732018632103; zookeeper connection closed. 2024-11-19T12:17:27,769 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7575aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7575aa 2024-11-19T12:17:27,770 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:17:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/master 2024-11-19T12:17:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:27,819 DEBUG [M:0;351a98347401:33401 {}] zookeeper.ZKUtil(347): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/master because node does not exist (not an error) 2024-11-19T12:17:27,819 WARN [M:0;351a98347401:33401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:17:27,821 INFO [M:0;351a98347401:33401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/.lastflushedseqids 2024-11-19T12:17:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741842_1018 (size=181) 2024-11-19T12:17:28,237 INFO [M:0;351a98347401:33401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:17:28,238 INFO [M:0;351a98347401:33401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:17:28,238 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:28,238 INFO [M:0;351a98347401:33401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:28,238 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:28,238 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:28,238 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:28,238 INFO [M:0;351a98347401:33401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T12:17:28,264 DEBUG [M:0;351a98347401:33401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89ae1368ba274a3380be7da4a0924916 is 82, key is hbase:meta,,1/info:regioninfo/1732018636497/Put/seqid=0 2024-11-19T12:17:28,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741843_1019 (size=5672) 2024-11-19T12:17:28,271 INFO [M:0;351a98347401:33401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89ae1368ba274a3380be7da4a0924916 2024-11-19T12:17:28,308 DEBUG [M:0;351a98347401:33401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5bb00135c940fc9b105705a2ee855c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732018644386/Put/seqid=0 2024-11-19T12:17:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741844_1020 (size=8663) 2024-11-19T12:17:28,317 INFO [M:0;351a98347401:33401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5bb00135c940fc9b105705a2ee855c 2024-11-19T12:17:28,352 DEBUG [M:0;351a98347401:33401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd8dfe490d3453cb2608e582d9ffba9 is 69, key is 351a98347401,43157,1732018632103/rs:state/1732018635088/Put/seqid=0 2024-11-19T12:17:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741845_1021 (size=5156) 2024-11-19T12:17:28,364 INFO [M:0;351a98347401:33401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd8dfe490d3453cb2608e582d9ffba9 2024-11-19T12:17:28,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:17:28,376 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89ae1368ba274a3380be7da4a0924916 as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89ae1368ba274a3380be7da4a0924916 2024-11-19T12:17:28,395 INFO [M:0;351a98347401:33401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89ae1368ba274a3380be7da4a0924916, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T12:17:28,399 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b5bb00135c940fc9b105705a2ee855c as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5bb00135c940fc9b105705a2ee855c 2024-11-19T12:17:28,432 INFO [M:0;351a98347401:33401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5bb00135c940fc9b105705a2ee855c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T12:17:28,440 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd8dfe490d3453cb2608e582d9ffba9 as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd8dfe490d3453cb2608e582d9ffba9 2024-11-19T12:17:28,452 INFO [M:0;351a98347401:33401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd8dfe490d3453cb2608e582d9ffba9, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T12:17:28,454 INFO [M:0;351a98347401:33401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 216ms, sequenceid=115, compaction requested=false 2024-11-19T12:17:28,468 INFO [M:0;351a98347401:33401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:28,469 DEBUG [M:0;351a98347401:33401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018648238Disabling compacts and flushes for region at 1732018648238Disabling writes for close at 1732018648238Obtaining lock to block concurrent updates at 1732018648238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018648238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732018648239 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018648240 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018648240Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018648262 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018648262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018648282 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018648307 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018648308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018648327 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018648351 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018648351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea2a3df: reopening flushed file at 1732018648374 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245719c0: reopening flushed file at 1732018648395 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36267ec1: reopening flushed file at 1732018648432 (+37 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 216ms, sequenceid=115, compaction requested=false at 1732018648454 (+22 ms)Writing region close event to WAL at 1732018648468 (+14 ms)Closed at 1732018648468 2024-11-19T12:17:28,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741830_1006 (size=59421) 2024-11-19T12:17:28,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:28,477 INFO [M:0;351a98347401:33401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:17:28,477 INFO [M:0;351a98347401:33401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33401 2024-11-19T12:17:28,477 INFO [M:0;351a98347401:33401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:28,652 INFO [M:0;351a98347401:33401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33401-0x1015306db0e0000, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:28,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:17:28,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:28,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33679 2024-11-19T12:17:28,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33679 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:28,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336790x0, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:28,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33679-0x1015306db0e0006 connected 2024-11-19T12:17:28,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:28,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:28,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:28,688 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: INIT 2024-11-19T12:17:28,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72, hbase.cluster.distributed=false 2024-11-19T12:17:28,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/acl 2024-11-19T12:17:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33679 2024-11-19T12:17:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33679 2024-11-19T12:17:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33679 2024-11-19T12:17:28,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33679 2024-11-19T12:17:28,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33679 2024-11-19T12:17:28,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:28,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:28,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:28,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:28,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:17:28,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:28,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45991 2024-11-19T12:17:28,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45991 connecting to ZooKeeper ensemble=127.0.0.1:51008 2024-11-19T12:17:28,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:28,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:28,752 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459910x0, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:28,752 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: INIT 2024-11-19T12:17:28,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459910x0, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:28,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:17:28,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45991-0x1015306db0e0007 connected 2024-11-19T12:17:28,760 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:17:28,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/master 2024-11-19T12:17:28,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/acl 2024-11-19T12:17:28,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45991 2024-11-19T12:17:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45991 2024-11-19T12:17:28,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45991 2024-11-19T12:17:28,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45991 2024-11-19T12:17:28,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45991 2024-11-19T12:17:28,794 DEBUG [M:0;351a98347401:33679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:33679 2024-11-19T12:17:28,794 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1971113547/backup-masters/351a98347401,33679,1732018648653 2024-11-19T12:17:28,805 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:28,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:28,805 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on existing znode=/0-1971113547/backup-masters/351a98347401,33679,1732018648653 2024-11-19T12:17:28,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:28,815 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971113547/master 2024-11-19T12:17:28,815 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:28,816 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on existing znode=/0-1971113547/master 2024-11-19T12:17:28,816 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1971113547/backup-masters/351a98347401,33679,1732018648653 from backup master directory 2024-11-19T12:17:28,825 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:28,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/backup-masters/351a98347401,33679,1732018648653 2024-11-19T12:17:28,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/backup-masters 2024-11-19T12:17:28,826 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:28,826 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,33679,1732018648653 2024-11-19T12:17:28,848 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:28,848 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:17:28,869 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 21ms. 2024-11-19T12:17:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741846_1022 (size=196) 2024-11-19T12:17:29,288 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:29,288 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:17:29,289 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:29,297 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T12:17:29,302 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396 to hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396-dead as it is dead 2024-11-19T12:17:29,303 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T12:17:29,303 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T12:17:29,304 INFO [master/351a98347401:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396-dead/351a98347401%2C33401%2C1732018631396.1732018634242 2024-11-19T12:17:29,310 INFO [master/351a98347401:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396-dead/351a98347401%2C33401%2C1732018631396.1732018634242 after 3ms 2024-11-19T12:17:29,311 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396-dead/351a98347401%2C33401%2C1732018631396.1732018634242 to hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C33401%2C1732018631396.1732018634242 2024-11-19T12:17:29,312 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33401,1732018631396-dead 2024-11-19T12:17:29,312 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33679,1732018648653 2024-11-19T12:17:29,314 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:29,316 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C33679%2C1732018648653, suffix=, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33679,1732018648653, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/oldWALs, maxLogs=10 2024-11-19T12:17:29,336 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33679,1732018648653/351a98347401%2C33679%2C1732018648653.1732018649316, exclude list is [], retry=0 2024-11-19T12:17:29,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:29,350 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/WALs/351a98347401,33679,1732018648653/351a98347401%2C33679%2C1732018648653.1732018649316 2024-11-19T12:17:29,350 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:29,351 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:29,351 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:29,351 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,351 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:17:29,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:29,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89ae1368ba274a3380be7da4a0924916 2024-11-19T12:17:29,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:29,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:17:29,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:29,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b5bb00135c940fc9b105705a2ee855c 2024-11-19T12:17:29,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:29,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:17:29,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:29,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd8dfe490d3453cb2608e582d9ffba9 2024-11-19T12:17:29,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:29,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:17:29,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:29,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:29,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,394 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T12:17:29,394 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C33401%2C1732018631396.1732018634242 2024-11-19T12:17:29,410 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C33401%2C1732018631396.1732018634242 2024-11-19T12:17:29,413 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C33401%2C1732018631396.1732018634242 2024-11-19T12:17:29,415 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,415 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,416 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:29,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:29,425 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T12:17:29,426 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72753018, jitterRate=0.08410444855690002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:29,427 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018649351Initializing all the Stores at 1732018649352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018649353 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018649353Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018649353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018649353Cleaning up temporary data from old regions at 1732018649415 (+62 ms)Region opened successfully at 1732018649427 (+12 ms) 2024-11-19T12:17:29,427 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:17:29,432 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77920181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:29,443 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T12:17:29,443 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:17:29,443 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:17:29,443 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:17:29,444 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:17:29,449 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:29,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:17:29,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:17:29,451 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:17:29,451 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T12:17:29,451 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T12:17:29,451 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-19T12:17:29,451 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:17:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=351a98347401,43157,1732018632103, regionLocation=351a98347401,43157,1732018632103, openSeqNum=2 2024-11-19T12:17:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=351a98347401,43157,1732018632103, table=hbase:meta, region=1588230740 2024-11-19T12:17:29,456 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43157,1732018632103, state=OPEN 2024-11-19T12:17:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:29,494 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:29,499 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:17:29,561 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/draining/351a98347401,43157,1732018632103 already deleted, retry=false 2024-11-19T12:17:29,561 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 351a98347401,43157,1732018632103 on 351a98347401,33679,1732018648653 2024-11-19T12:17:29,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 351a98347401,43157,1732018632103, splitWal=true, meta=true 2024-11-19T12:17:29,574 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 351a98347401,43157,1732018632103 (carryingMeta=true) 351a98347401,43157,1732018632103/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5aecb0da[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T12:17:29,578 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/balancer because node does not exist (not necessarily an error) 2024-11-19T12:17:29,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/balancer already deleted, retry=false 2024-11-19T12:17:29,674 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:17:29,676 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:17:29,716 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/normalizer already deleted, retry=false 2024-11-19T12:17:29,718 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:17:29,721 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:17:29,794 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/switch/split already deleted, retry=false 2024-11-19T12:17:29,798 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:17:29,814 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/switch/merge already deleted, retry=false 2024-11-19T12:17:29,838 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:17:29,846 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/snapshot-cleanup already deleted, retry=false 2024-11-19T12:17:29,857 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:29,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:29,857 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:29,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:29,857 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,33679,1732018648653, sessionid=0x1015306db0e0006, setting cluster-up flag (Was=false) 2024-11-19T12:17:29,868 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971113547/flush-table-proc/acquired, /0-1971113547/flush-table-proc/reached, /0-1971113547/flush-table-proc/abort 2024-11-19T12:17:29,869 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,33679,1732018648653 2024-11-19T12:17:29,879 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971113547/online-snapshot/acquired, /0-1971113547/online-snapshot/reached, /0-1971113547/online-snapshot/abort 2024-11-19T12:17:29,880 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,33679,1732018648653 2024-11-19T12:17:29,881 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/.lastflushedseqids 2024-11-19T12:17:29,884 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:17:29,885 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:17:29,885 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,33679,1732018648653 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 351a98347401,43157,1732018632103 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:17:29,886 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:29,886 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:29,886 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:29,886 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:29,887 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:17:29,887 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:29,887 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:29,887 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018679890 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:17:29,890 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:17:29,891 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 351a98347401,43157,1732018632103, splitWal=true, meta=true 2024-11-19T12:17:29,892 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,43157,1732018632103, splitWal=true, meta=true, isMeta: true 2024-11-19T12:17:29,892 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:29,894 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103-splitting 2024-11-19T12:17:29,894 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103-splitting dir is empty, no logs to split. 2024-11-19T12:17:29,894 INFO [PEWorker-1 {}] master.SplitWALManager(105): 351a98347401,43157,1732018632103 WAL count=0, meta=true 2024-11-19T12:17:29,896 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:17:29,896 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:17:29,896 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:17:29,897 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:17:29,897 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:17:29,897 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:17:29,897 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018649897,5,FailOnTimeoutGroup] 2024-11-19T12:17:29,897 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018649897,5,FailOnTimeoutGroup] 2024-11-19T12:17:29,897 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:29,897 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:17:29,898 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:29,898 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:29,898 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018649898, completionTime=-1 2024-11-19T12:17:29,898 WARN [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T12:17:29,899 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103-splitting dir is empty, no logs to split. 2024-11-19T12:17:29,899 INFO [PEWorker-1 {}] master.SplitWALManager(105): 351a98347401,43157,1732018632103 WAL count=0, meta=true 2024-11-19T12:17:29,899 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,43157,1732018632103 WAL splitting is done? wals=0, meta=true 2024-11-19T12:17:29,900 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T12:17:29,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:17:29,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:29,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:17:29,979 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(746): ClusterId : eaf004fc-3390-4646-8570-df0b86ea32bb 2024-11-19T12:17:29,979 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:17:30,026 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:17:30,026 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:17:30,037 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:17:30,038 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528feb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:30,050 DEBUG [RS:0;351a98347401:45991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:45991 2024-11-19T12:17:30,050 INFO [RS:0;351a98347401:45991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:17:30,050 INFO [RS:0;351a98347401:45991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:17:30,050 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:17:30,051 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,33679,1732018648653 with port=45991, startcode=1732018648727 2024-11-19T12:17:30,051 DEBUG [RS:0;351a98347401:45991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:17:30,053 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:17:30,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,45991,1732018648727 2024-11-19T12:17:30,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33679 {}] master.ServerManager(517): Registering regionserver=351a98347401,45991,1732018648727 2024-11-19T12:17:30,055 WARN [351a98347401:33679 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T12:17:30,055 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72 2024-11-19T12:17:30,055 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46175 2024-11-19T12:17:30,056 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/rs 2024-11-19T12:17:30,068 DEBUG [RS:0;351a98347401:45991 {}] zookeeper.ZKUtil(111): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on existing znode=/0-1971113547/rs/351a98347401,45991,1732018648727 2024-11-19T12:17:30,068 WARN [RS:0;351a98347401:45991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:30,068 INFO [RS:0;351a98347401:45991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:30,068 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727 2024-11-19T12:17:30,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,45991,1732018648727] 2024-11-19T12:17:30,101 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=203ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T12:17:30,107 INFO [RS:0;351a98347401:45991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:17:30,109 INFO [RS:0;351a98347401:45991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:17:30,110 INFO [RS:0;351a98347401:45991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:17:30,110 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,110 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:17:30,111 INFO [RS:0;351a98347401:45991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:17:30,112 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,112 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,112 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,112 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,112 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,112 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,112 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:30,113 DEBUG [RS:0;351a98347401:45991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:30,114 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,114 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,114 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,114 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,114 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,114 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45991,1732018648727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:30,130 INFO [RS:0;351a98347401:45991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:17:30,131 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45991,1732018648727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,148 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(231): queueId=1-351a98347401,45991,1732018648727, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:17:30,170 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(231): queueId=2-351a98347401,45991,1732018648727, ReplicationSource: 2, currentBandwidth=0 2024-11-19T12:17:30,171 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,171 INFO [RS:0;351a98347401:45991 {}] regionserver.Replication(171): 351a98347401,45991,1732018648727 started 2024-11-19T12:17:30,171 DEBUG [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:30,176 DEBUG [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d8b4046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:30,176 DEBUG [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:30,177 DEBUG [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:30,178 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a24a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:30,181 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:30,182 DEBUG [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67aa794f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:30,182 DEBUG [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:30,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:30,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb2869b 2024-11-19T12:17:30,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:30,185 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T12:17:30,186 INFO [RS:0;351a98347401:45991.replicationSource,1-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,45991,1732018648727 (queues=0) is replicating from cluster=eaf004fc-3390-4646-8570-df0b86ea32bb to cluster=c8b7b582-9e1c-4659-9d84-90a00ae9b0cc 2024-11-19T12:17:30,187 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:30,188 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,45991,1732018648727, RpcServer on 351a98347401/172.17.0.2:45991, sessionid=0x1015306db0e0007 2024-11-19T12:17:30,188 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:17:30,188 DEBUG [RS:0;351a98347401:45991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,45991,1732018648727 2024-11-19T12:17:30,188 DEBUG [RS:0;351a98347401:45991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45991,1732018648727' 2024-11-19T12:17:30,188 DEBUG [RS:0;351a98347401:45991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971113547/flush-table-proc/abort' 2024-11-19T12:17:30,189 DEBUG [RS:0;351a98347401:45991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971113547/flush-table-proc/acquired' 2024-11-19T12:17:30,189 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:17:30,189 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:17:30,189 DEBUG [RS:0;351a98347401:45991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,45991,1732018648727 2024-11-19T12:17:30,189 DEBUG [RS:0;351a98347401:45991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45991,1732018648727' 2024-11-19T12:17:30,189 DEBUG [RS:0;351a98347401:45991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971113547/online-snapshot/abort' 2024-11-19T12:17:30,190 DEBUG [RS:0;351a98347401:45991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971113547/online-snapshot/acquired' 2024-11-19T12:17:30,190 DEBUG [RS:0;351a98347401:45991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:17:30,190 INFO [RS:0;351a98347401:45991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:17:30,190 INFO [RS:0;351a98347401:45991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:17:30,195 DEBUG [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:46753' 2024-11-19T12:17:30,197 DEBUG [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@479bbecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:30,198 DEBUG [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,46753,-1 for getting cluster id 2024-11-19T12:17:30,198 DEBUG [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:30,199 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8b7b582-9e1c-4659-9d84-90a00ae9b0cc' 2024-11-19T12:17:30,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:30,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8b7b582-9e1c-4659-9d84-90a00ae9b0cc" 2024-11-19T12:17:30,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158f3d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:30,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,46753,-1] 2024-11-19T12:17:30,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:30,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:30,201 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:30,202 DEBUG [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c8cbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:30,202 DEBUG [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:30,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,46753,1732018639306 2024-11-19T12:17:30,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c474fe 2024-11-19T12:17:30,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:30,205 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T12:17:30,206 INFO [RS:0;351a98347401:45991.replicationSource,2-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-351a98347401,45991,1732018648727 (queues=0) is replicating from cluster=eaf004fc-3390-4646-8570-df0b86ea32bb to cluster=c8b7b582-9e1c-4659-9d84-90a00ae9b0cc 2024-11-19T12:17:30,291 INFO [RS:0;351a98347401:45991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:30,293 INFO [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45991%2C1732018648727, suffix=, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs, maxLogs=10 2024-11-19T12:17:30,313 DEBUG [RS:0;351a98347401:45991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294, exclude list is [], retry=0 2024-11-19T12:17:30,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:30,321 INFO [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 2024-11-19T12:17:30,322 DEBUG [RS:0;351a98347401:45991 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 351a98347401%2C45991%2C1732018648727 for peer 2 2024-11-19T12:17:30,322 DEBUG [RS:0;351a98347401:45991 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 351a98347401%2C45991%2C1732018648727 for peer 1 2024-11-19T12:17:30,322 DEBUG [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C45991%2C1732018648727 2024-11-19T12:17:30,322 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,45991,1732018648727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:17:30,325 INFO [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C45991%2C1732018648727 2024-11-19T12:17:30,325 DEBUG [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=351a98347401%2C45991%2C1732018648727 2024-11-19T12:17:30,325 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-351a98347401,45991,1732018648727, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:17:30,330 DEBUG [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:30,330 INFO [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C45991%2C1732018648727 2024-11-19T12:17:30,330 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294, startPosition=0, beingWritten=true 2024-11-19T12:17:30,330 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294, startPosition=0, beingWritten=true 2024-11-19T12:17:30,538 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:30,541 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:30,555 DEBUG [351a98347401:33679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:17:30,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,45991,1732018648727 2024-11-19T12:17:30,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45991,1732018648727, state=OPENING 2024-11-19T12:17:30,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:30,604 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:30,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:30,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:30,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:30,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45991,1732018648727}] 2024-11-19T12:17:30,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:17:30,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:17:30,764 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:17:30,765 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:30,765 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:17:30,767 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45991%2C1732018648727.meta, suffix=.meta, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs, maxLogs=10 2024-11-19T12:17:30,784 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.meta.1732018650768.meta, exclude list is [], retry=0 2024-11-19T12:17:30,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:30,788 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.meta.1732018650768.meta 2024-11-19T12:17:30,788 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:30,789 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:30,789 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:30,789 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:30,789 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:17:30,789 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:17:30,789 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:17:30,789 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:30,790 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:17:30,790 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:17:30,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:30,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:30,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:30,799 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/info/a1980696185348828c2c050f0d547ae4 2024-11-19T12:17:30,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:30,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:30,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:30,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:30,808 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/ns/ad63f7b33f704b52865acb2817dd82ca 2024-11-19T12:17:30,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:30,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:30,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:30,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:30,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:30,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:30,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:30,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:30,819 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/table/84d05a3681f74596a9ee4f5ffc2df4ac 2024-11-19T12:17:30,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:30,819 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:30,820 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740 2024-11-19T12:17:30,822 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740 2024-11-19T12:17:30,823 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:30,823 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:30,824 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:30,826 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:30,827 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73963402, jitterRate=0.10214057564735413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:30,827 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:17:30,827 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018650790Writing region info on filesystem at 1732018650790Initializing all the Stores at 1732018650791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018650791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018650791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018650791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018650791Cleaning up temporary data from old regions at 1732018650823 (+32 ms)Running coprocessor post-open hooks at 1732018650827 (+4 ms)Region opened successfully at 1732018650827 2024-11-19T12:17:30,828 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732018650758 2024-11-19T12:17:30,830 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:17:30,830 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:17:30,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=351a98347401,45991,1732018648727 2024-11-19T12:17:30,832 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45991,1732018648727, state=OPEN 2024-11-19T12:17:30,846 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:30,848 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:30,870 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:30,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971113547/meta-region-server 2024-11-19T12:17:30,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,45991,1732018648727 2024-11-19T12:17:30,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:30,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971113547/meta-region-server: CHANGED 2024-11-19T12:17:30,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T12:17:30,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45991,1732018648727 in 266 msec 2024-11-19T12:17:30,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T12:17:30,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 972 msec 2024-11-19T12:17:31,254 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:31,254 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:31,604 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1706ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T12:17:31,766 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:31,766 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:32,375 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:32,375 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:33,086 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:33,087 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:33,107 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3209ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-19T12:17:33,892 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:33,893 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:34,410 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T12:17:34,410 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:17:34,410 DEBUG [master/351a98347401:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:34,411 DEBUG [master/351a98347401:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45991,1732018648727, seqNum=-1] 2024-11-19T12:17:34,411 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:34,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:34,421 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c2651c4f0b1a23fbe32156edc6015c8, regionState=OPEN, lastHost=351a98347401,43157,1732018632103, regionLocation=351a98347401,43157,1732018632103, openSeqNum=2 2024-11-19T12:17:34,421 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:17:34,421 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018714421 2024-11-19T12:17:34,421 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018774421 2024-11-19T12:17:34,421 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-19T12:17:34,422 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33679,1732018648653-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,422 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33679,1732018648653-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,422 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33679,1732018648653-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,422 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:33679, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,422 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 351a98347401,43157,1732018632103 had 2 regions 2024-11-19T12:17:34,422 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,422 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,424 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,43157,1732018632103, splitWal=true, meta=true, isMeta: false 2024-11-19T12:17:34,427 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103-splitting dir is empty, no logs to split. 2024-11-19T12:17:34,427 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,43157,1732018632103 WAL count=0, meta=false 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.605sec 2024-11-19T12:17:34,431 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,43157,1732018632103-splitting dir is empty, no logs to split. 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:17:34,431 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,43157,1732018632103 WAL count=0, meta=false 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:17:34,431 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,43157,1732018632103 WAL splitting is done? wals=0, meta=false 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33679,1732018648653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:34,431 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33679,1732018648653-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:17:34,434 WARN [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=351a98347401,43157,1732018632103/hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:34,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN}] 2024-11-19T12:17:34,436 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:17:34,436 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:17:34,437 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33679,1732018648653-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:34,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN 2024-11-19T12:17:34,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:17:34,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:34,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33679,-1 for getting cluster id 2024-11-19T12:17:34,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:34,485 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf004fc-3390-4646-8570-df0b86ea32bb' 2024-11-19T12:17:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf004fc-3390-4646-8570-df0b86ea32bb" 2024-11-19T12:17:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387dfc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33679,-1] 2024-11-19T12:17:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:34,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,489 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f960054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:34,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45991,1732018648727, seqNum=-1] 2024-11-19T12:17:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:34,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:34,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T12:17:34,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:34,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:34,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:34,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 351a98347401:33679 after: 351a98347401:33679 2024-11-19T12:17:34,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:34,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33679,-1 for getting cluster id 2024-11-19T12:17:34,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:34,501 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaf004fc-3390-4646-8570-df0b86ea32bb' 2024-11-19T12:17:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaf004fc-3390-4646-8570-df0b86ea32bb" 2024-11-19T12:17:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a902be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33679,-1] 2024-11-19T12:17:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,503 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:34,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:34,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33679,1732018648653 2024-11-19T12:17:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d115e9 2024-11-19T12:17:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:34,506 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:34,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:17:34,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T12:17:34,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:17:34,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T12:17:34,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:17:34,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:34,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:34,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:34,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:17:34,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632553772, stopped=false 2024-11-19T12:17:34,511 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,46753,1732018639306 2024-11-19T12:17:34,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-3443609/running 2024-11-19T12:17:34,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-3443609/running 2024-11-19T12:17:34,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:34,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:34,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:34,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:34,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:34,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/running 2024-11-19T12:17:34,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Set watcher on znode that does not yet exist, /1-3443609/running 2024-11-19T12:17:34,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,35671,1732018639469' ***** 2024-11-19T12:17:34,520 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:17:34,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(959): stopping server 351a98347401,35671,1732018639469 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:35671. 2024-11-19T12:17:34,521 DEBUG [RS:0;351a98347401:35671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:34,521 DEBUG [RS:0;351a98347401:35671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:17:34,521 INFO [RS:0;351a98347401:35671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:17:34,522 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:17:34,522 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:17:34,522 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:17:34,522 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:34,522 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:34,522 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:34,522 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:34,522 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:34,522 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:34,522 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T12:17:34,539 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/.tmp/ns/f82c10e3a48b4b5188f2cf3360a4964c is 43, key is default/ns:d/1732018642926/Put/seqid=0 2024-11-19T12:17:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741835_1011 (size=5153) 2024-11-19T12:17:34,583 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:34,590 DEBUG [351a98347401:33679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:17:34,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3c2651c4f0b1a23fbe32156edc6015c8, regionState=OPENING, regionLocation=351a98347401,45991,1732018648727 2024-11-19T12:17:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN because future has completed 2024-11-19T12:17:34,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c2651c4f0b1a23fbe32156edc6015c8, server=351a98347401,45991,1732018648727}] 2024-11-19T12:17:34,671 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:17:34,671 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:17:34,722 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:34,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:34,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:34,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:17:34,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45991%2C1732018648727.rep, suffix=, logDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727, archiveDir=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs, maxLogs=10 2024-11-19T12:17:34,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.rep.1732018654767, exclude list is [], retry=0 2024-11-19T12:17:34,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46029,DS-ea49f015-11be-48f3-9211-2a0f30d32e88,DISK] 2024-11-19T12:17:34,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.rep.1732018654767 2024-11-19T12:17:34,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38759:38759)] 2024-11-19T12:17:34,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c2651c4f0b1a23fbe32156edc6015c8, NAME => 'hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:34,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:34,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:34,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. service=MultiRowMutationService 2024-11-19T12:17:34,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:17:34,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:34,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,789 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,790 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2651c4f0b1a23fbe32156edc6015c8 columnFamilyName hfileref 2024-11-19T12:17:34,790 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:34,791 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(327): Store=3c2651c4f0b1a23fbe32156edc6015c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:34,791 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,792 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2651c4f0b1a23fbe32156edc6015c8 columnFamilyName queue 2024-11-19T12:17:34,792 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:34,800 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:34,800 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:34,800 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/queue/ad7e54b304fd4bb0b2a80989b045ef3a 2024-11-19T12:17:34,800 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(327): Store=3c2651c4f0b1a23fbe32156edc6015c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:34,800 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,803 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c2651c4f0b1a23fbe32156edc6015c8 columnFamilyName sid 2024-11-19T12:17:34,804 DEBUG [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:34,804 INFO [StoreOpener-3c2651c4f0b1a23fbe32156edc6015c8-1 {}] regionserver.HStore(327): Store=3c2651c4f0b1a23fbe32156edc6015c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:34,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:17:34,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3c2651c4f0b1a23fbe32156edc6015c8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60182184, jitterRate=-0.10321557521820068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:17:34,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:34,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3c2651c4f0b1a23fbe32156edc6015c8: Running coprocessor pre-open hook at 1732018654788Writing region info on filesystem at 1732018654788Initializing all the Stores at 1732018654789 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018654789Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018654789Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018654789Cleaning up temporary data from old regions at 1732018654809 (+20 ms)Running coprocessor post-open hooks at 1732018654812 (+3 ms)Region opened successfully at 1732018654813 (+1 ms) 2024-11-19T12:17:34,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8., pid=19, masterSystemTime=1732018654753 2024-11-19T12:17:34,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:34,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:34,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3c2651c4f0b1a23fbe32156edc6015c8, regionState=OPEN, openSeqNum=10, regionLocation=351a98347401,45991,1732018648727 2024-11-19T12:17:34,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c2651c4f0b1a23fbe32156edc6015c8, server=351a98347401,45991,1732018648727 because future has completed 2024-11-19T12:17:34,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T12:17:34,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c2651c4f0b1a23fbe32156edc6015c8, server=351a98347401,45991,1732018648727 in 225 msec 2024-11-19T12:17:34,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T12:17:34,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c2651c4f0b1a23fbe32156edc6015c8, ASSIGN in 391 msec 2024-11-19T12:17:34,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T12:17:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8., hostname=351a98347401,45991,1732018648727, seqNum=10] 2024-11-19T12:17:34,871 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 351a98347401,43157,1732018632103 2024-11-19T12:17:34,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T12:17:34,922 DEBUG [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:34,945 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/.tmp/ns/f82c10e3a48b4b5188f2cf3360a4964c 2024-11-19T12:17:34,955 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/.tmp/ns/f82c10e3a48b4b5188f2cf3360a4964c as hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/ns/f82c10e3a48b4b5188f2cf3360a4964c 2024-11-19T12:17:34,966 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/ns/f82c10e3a48b4b5188f2cf3360a4964c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T12:17:34,967 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-19T12:17:34,967 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:17:34,976 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T12:17:34,977 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:34,977 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:34,977 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:34,977 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018654522Running coprocessor pre-close hooks at 1732018654522Disabling compacts and flushes for region at 1732018654522Disabling writes for close at 1732018654522Obtaining lock to block concurrent updates at 1732018654522Preparing flush snapshotting stores in 1588230740 at 1732018654522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732018654523 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018654523Flushing 1588230740/ns: creating writer at 1732018654523Flushing 1588230740/ns: appending metadata at 1732018654539 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732018654539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302e317e: reopening flushed file at 1732018654953 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1732018654967 (+14 ms)Writing region close event to WAL at 1732018654971 (+4 ms)Running coprocessor post-close hooks at 1732018654977 (+6 ms)Closed at 1732018654977 2024-11-19T12:17:34,977 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:35,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T12:17:35,123 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(976): stopping server 351a98347401,35671,1732018639469; all regions closed. 2024-11-19T12:17:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741834_1010 (size=1152) 2024-11-19T12:17:35,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/WALs/351a98347401,35671,1732018639469/351a98347401%2C35671%2C1732018639469.meta.1732018642842.meta not finished, retry = 0 2024-11-19T12:17:35,237 DEBUG [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/oldWALs 2024-11-19T12:17:35,237 INFO [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C35671%2C1732018639469.meta:.meta(num 1732018642842) 2024-11-19T12:17:35,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741832_1008 (size=93) 2024-11-19T12:17:35,244 DEBUG [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/oldWALs 2024-11-19T12:17:35,244 INFO [RS:0;351a98347401:35671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C35671%2C1732018639469:(num 1732018641814) 2024-11-19T12:17:35,244 DEBUG [RS:0;351a98347401:35671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:35,244 INFO [RS:0;351a98347401:35671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:35,244 INFO [RS:0;351a98347401:35671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:35,244 INFO [RS:0;351a98347401:35671 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:35,244 INFO [RS:0;351a98347401:35671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:35,244 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:35,244 INFO [RS:0;351a98347401:35671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35671 2024-11-19T12:17:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-3443609/rs/351a98347401,35671,1732018639469 2024-11-19T12:17:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609/rs 2024-11-19T12:17:35,313 INFO [RS:0;351a98347401:35671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:35,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,35671,1732018639469] 2024-11-19T12:17:35,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-3443609/draining/351a98347401,35671,1732018639469 already deleted, retry=false 2024-11-19T12:17:35,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,35671,1732018639469 expired; onlineServers=0 2024-11-19T12:17:35,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,46753,1732018639306' ***** 2024-11-19T12:17:35,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:17:35,341 INFO [M:0;351a98347401:46753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:35,342 INFO [M:0;351a98347401:46753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:35,342 DEBUG [M:0;351a98347401:46753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:17:35,342 DEBUG [M:0;351a98347401:46753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:17:35,342 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:17:35,342 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018641572 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018641572,5,FailOnTimeoutGroup] 2024-11-19T12:17:35,342 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018641572 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018641572,5,FailOnTimeoutGroup] 2024-11-19T12:17:35,343 INFO [M:0;351a98347401:46753 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:35,343 INFO [M:0;351a98347401:46753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:35,343 DEBUG [M:0;351a98347401:46753 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:17:35,344 INFO [M:0;351a98347401:46753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:17:35,344 INFO [M:0;351a98347401:46753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:35,344 INFO [M:0;351a98347401:46753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:17:35,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:17:35,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-3443609/master 2024-11-19T12:17:35,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-3443609 2024-11-19T12:17:35,351 DEBUG [M:0;351a98347401:46753 {}] zookeeper.ZKUtil(347): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Unable to get data of znode /1-3443609/master because node does not exist (not an error) 2024-11-19T12:17:35,352 WARN [M:0;351a98347401:46753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:17:35,354 INFO [M:0;351a98347401:46753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/.lastflushedseqids 2024-11-19T12:17:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741836_1012 (size=99) 2024-11-19T12:17:35,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:35,431 INFO [RS:0;351a98347401:35671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:35,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35671-0x1015306db0e0004, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:35,431 INFO [RS:0;351a98347401:35671 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,35671,1732018639469; zookeeper connection closed. 2024-11-19T12:17:35,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ffeaefc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ffeaefc 2024-11-19T12:17:35,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:17:35,765 INFO [M:0;351a98347401:46753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:17:35,765 INFO [M:0;351a98347401:46753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:17:35,765 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:35,765 INFO [M:0;351a98347401:46753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:35,766 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:35,766 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:35,766 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:35,766 INFO [M:0;351a98347401:46753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T12:17:35,787 DEBUG [M:0;351a98347401:46753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deae932a1d2d4420a34710ad3e8c1579 is 82, key is hbase:meta,,1/info:regioninfo/1732018642896/Put/seqid=0 2024-11-19T12:17:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741837_1013 (size=5672) 2024-11-19T12:17:35,807 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:35,807 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:36,194 INFO [M:0;351a98347401:46753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deae932a1d2d4420a34710ad3e8c1579 2024-11-19T12:17:36,222 DEBUG [M:0;351a98347401:46753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f538eda312b4ed98166ec04583ad5a1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732018642932/Put/seqid=0 2024-11-19T12:17:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741838_1014 (size=5275) 2024-11-19T12:17:36,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:17:36,628 INFO [M:0;351a98347401:46753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f538eda312b4ed98166ec04583ad5a1 2024-11-19T12:17:36,649 DEBUG [M:0;351a98347401:46753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7cef4ecc5e34d398ebaa59d5409d32f is 69, key is 351a98347401,35671,1732018639469/rs:state/1732018641643/Put/seqid=0 2024-11-19T12:17:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741839_1015 (size=5156) 2024-11-19T12:17:36,913 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:36,913 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:37,055 INFO [M:0;351a98347401:46753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7cef4ecc5e34d398ebaa59d5409d32f 2024-11-19T12:17:37,064 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deae932a1d2d4420a34710ad3e8c1579 as hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deae932a1d2d4420a34710ad3e8c1579 2024-11-19T12:17:37,072 INFO [M:0;351a98347401:46753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deae932a1d2d4420a34710ad3e8c1579, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T12:17:37,074 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f538eda312b4ed98166ec04583ad5a1 as hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f538eda312b4ed98166ec04583ad5a1 2024-11-19T12:17:37,081 INFO [M:0;351a98347401:46753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f538eda312b4ed98166ec04583ad5a1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T12:17:37,082 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7cef4ecc5e34d398ebaa59d5409d32f as hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7cef4ecc5e34d398ebaa59d5409d32f 2024-11-19T12:17:37,090 INFO [M:0;351a98347401:46753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7cef4ecc5e34d398ebaa59d5409d32f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T12:17:37,092 INFO [M:0;351a98347401:46753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false 2024-11-19T12:17:37,093 INFO [M:0;351a98347401:46753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:37,093 DEBUG [M:0;351a98347401:46753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018655765Disabling compacts and flushes for region at 1732018655765Disabling writes for close at 1732018655766 (+1 ms)Obtaining lock to block concurrent updates at 1732018655766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018655766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732018655767 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018655769 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018655769Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018655786 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018655787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018656206 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018656222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018656222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018656635 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018656649 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018656649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7435501b: reopening flushed file at 1732018657063 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6ac8f4: reopening flushed file at 1732018657072 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fbcd42: reopening flushed file at 1732018657081 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false at 1732018657092 (+11 ms)Writing region close event to WAL at 1732018657093 (+1 ms)Closed at 1732018657093 2024-11-19T12:17:37,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741830_1006 (size=10165) 2024-11-19T12:17:37,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53977043-4057-15da-a62e-c99c55c2446d/MasterData/WALs/351a98347401,46753,1732018639306/351a98347401%2C46753%2C1732018639306.1732018641274 not finished, retry = 0 2024-11-19T12:17:37,197 INFO [M:0;351a98347401:46753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:17:37,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:37,197 INFO [M:0;351a98347401:46753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46753 2024-11-19T12:17:37,199 INFO [M:0;351a98347401:46753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:37,304 INFO [M:0;351a98347401:46753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46753-0x1015306db0e0003, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:37,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:37,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:37,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:37,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:37,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:37,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:17:37,349 WARN [BP-1503971-172.17.0.2-1732018636896 heartbeating to localhost/127.0.0.1:42727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:17:37,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:17:37,349 WARN [BP-1503971-172.17.0.2-1732018636896 heartbeating to localhost/127.0.0.1:42727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503971-172.17.0.2-1732018636896 (Datanode Uuid d415dd70-86ff-4406-9e41-09a7664e4c7f) service to localhost/127.0.0.1:42727 2024-11-19T12:17:37,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/cluster_cb71c387-b025-b2e4-3de9-f29fc95a2f98/data/data1/current/BP-1503971-172.17.0.2-1732018636896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:37,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/cluster_cb71c387-b025-b2e4-3de9-f29fc95a2f98/data/data2/current/BP-1503971-172.17.0.2-1732018636896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:37,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:17:37,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:37,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:37,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:37,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:37,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:37,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:17:37,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:17:37,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:37,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:37,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:37,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:37,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:37,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:17:37,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=528843661, stopped=false 2024-11-19T12:17:37,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,33679,1732018648653 2024-11-19T12:17:37,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:37,393 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/running 2024-11-19T12:17:37,393 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:37,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:37,393 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:37,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:37,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:37,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:37,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:37,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Set watcher on znode that does not yet exist, /0-1971113547/running 2024-11-19T12:17:37,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,45991,1732018648727' ***** 2024-11-19T12:17:37,395 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:17:37,395 INFO [RS:0;351a98347401:45991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:17:37,395 INFO [RS:0;351a98347401:45991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:17:37,395 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:17:37,395 INFO [RS:0;351a98347401:45991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:17:37,395 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(959): stopping server 351a98347401,45991,1732018648727 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45991. 2024-11-19T12:17:37,396 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c2651c4f0b1a23fbe32156edc6015c8, disabling compactions & flushes 2024-11-19T12:17:37,396 DEBUG [RS:0;351a98347401:45991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:37,396 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:37,396 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:37,396 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:17:37,396 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. after waiting 0 ms 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:17:37,396 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:37,396 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:17:37,398 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:17:37,398 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c2651c4f0b1a23fbe32156edc6015c8=hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8.} 2024-11-19T12:17:37,398 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:37,398 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c2651c4f0b1a23fbe32156edc6015c8 2024-11-19T12:17:37,398 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:37,398 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:37,398 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:37,398 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:37,399 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T12:17:37,404 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/replication/3c2651c4f0b1a23fbe32156edc6015c8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T12:17:37,405 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:37,405 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:37,405 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:37,405 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c2651c4f0b1a23fbe32156edc6015c8: Waiting for close lock at 1732018657396Running coprocessor pre-close hooks at 1732018657396Disabling compacts and flushes for region at 1732018657396Disabling writes for close at 1732018657396Writing region close event to WAL at 1732018657398 (+2 ms)Running coprocessor post-close hooks at 1732018657405 (+7 ms)Closed at 1732018657405 2024-11-19T12:17:37,406 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8. 2024-11-19T12:17:37,419 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/info/df7e787541f74f78971c3f381683be0c is 147, key is hbase:replication,,1732018643116.3c2651c4f0b1a23fbe32156edc6015c8./info:regioninfo/1732018654818/Put/seqid=0 2024-11-19T12:17:37,422 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741851_1027 (size=6385) 2024-11-19T12:17:37,598 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:37,799 DEBUG [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:37,825 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/info/df7e787541f74f78971c3f381683be0c 2024-11-19T12:17:37,835 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/.tmp/info/df7e787541f74f78971c3f381683be0c as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/info/df7e787541f74f78971c3f381683be0c 2024-11-19T12:17:37,842 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/info/df7e787541f74f78971c3f381683be0c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T12:17:37,843 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-19T12:17:37,849 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T12:17:37,850 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:37,850 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:37,850 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:37,850 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018657398Running coprocessor pre-close hooks at 1732018657398Disabling compacts and flushes for region at 1732018657398Disabling writes for close at 1732018657398Obtaining lock to block concurrent updates at 1732018657399 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732018657399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732018657399Flushing stores of hbase:meta,,1.1588230740 at 1732018657400 (+1 ms)Flushing 1588230740/info: creating writer at 1732018657400Flushing 1588230740/info: appending metadata at 1732018657419 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732018657419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6319a: reopening flushed file at 1732018657834 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732018657843 (+9 ms)Writing region close event to WAL at 1732018657845 (+2 ms)Running coprocessor post-close hooks at 1732018657850 (+5 ms)Closed at 1732018657850 2024-11-19T12:17:37,850 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:37,999 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(976): stopping server 351a98347401,45991,1732018648727; all regions closed. 2024-11-19T12:17:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741849_1025 (size=2156) 2024-11-19T12:17:38,006 DEBUG [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs 2024-11-19T12:17:38,006 INFO [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C45991%2C1732018648727.meta:.meta(num 1732018650768) 2024-11-19T12:17:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741850_1026 (size=796) 2024-11-19T12:17:38,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.rep.1732018654767 not finished, retry = 0 2024-11-19T12:17:38,114 DEBUG [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs 2024-11-19T12:17:38,114 INFO [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C45991%2C1732018648727.rep:(num 1732018654767) 2024-11-19T12:17:38,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741848_1024 (size=93) 2024-11-19T12:17:38,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 not finished, retry = 0 2024-11-19T12:17:38,122 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:38,122 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 to pos 0, reset compression=false 2024-11-19T12:17:38,146 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:17:38,146 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.wal-reader.351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-351a98347401,45991,1732018648727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T12:17:38,221 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45991,1732018648727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/WALs/351a98347401,45991,1732018648727/351a98347401%2C45991%2C1732018648727.1732018650294, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T12:17:38,222 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:38,222 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45991,1732018648727, seqNum=-1] 2024-11-19T12:17:38,223 DEBUG [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/oldWALs 2024-11-19T12:17:38,223 INFO [RS:0;351a98347401:45991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C45991%2C1732018648727:(num 1732018650294) 2024-11-19T12:17:38,223 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:38,223 INFO [RS:0;351a98347401:45991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:38,223 INFO [RS:0;351a98347401:45991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:38,223 INFO [RS:0;351a98347401:45991 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:38,224 INFO [RS:0;351a98347401:45991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:38,224 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:38,224 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,45991,1732018648727 because: Region server is closing 2024-11-19T12:17:38,223 WARN [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-351a98347401,45991,1732018648727', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:45991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-19T12:17:38,224 INFO [RS:0;351a98347401:45991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45991. 2024-11-19T12:17:38,224 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T12:17:38,224 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T12:17:38,224 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T12:17:38,224 DEBUG [RS:0;351a98347401:45991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:38,224 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:38,225 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:38,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:38,226 WARN [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-351a98347401,45991,1732018648727', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:45991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-19T12:17:38,228 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T12:17:38,225 ERROR [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,45991,1732018648727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,45991,1732018648727, walGroup=351a98347401%2C45991%2C1732018648727, offset=351a98347401%2C45991%2C1732018648727.1732018650294:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:45991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:17:38,228 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [351a98347401%2C45991%2C1732018648727.1732018650294] 2024-11-19T12:17:38,228 ERROR [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:17:38,229 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:17:38,230 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:17:38,230 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:17:38,230 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:17:38,230 INFO [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 596900328 }, "NonHeapMemoryUsage": { "committed": 160825344, "init": 7667712, "max": -1, "used": 157567112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:17:38,232 DEBUG [RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [351a98347401%2C45991%2C1732018648727.1732018650294] 2024-11-19T12:17:38,325 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,1-351a98347401,45991,1732018648727 terminated 2024-11-19T12:17:38,325 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-351a98347401,45991,1732018648727 because: Region server is closing 2024-11-19T12:17:38,325 INFO [RS:0;351a98347401:45991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45991. 2024-11-19T12:17:38,325 DEBUG [RS:0;351a98347401:45991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:38,325 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:38,326 DEBUG [RS:0;351a98347401:45991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:38,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:38,326 INFO [RS:0;351a98347401:45991 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;351a98347401:45991.replicationSource.shipper351a98347401%2C45991%2C1732018648727,2-351a98347401,45991,1732018648727 terminated 2024-11-19T12:17:38,326 INFO [RS:0;351a98347401:45991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45991 2024-11-19T12:17:38,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547/rs 2024-11-19T12:17:38,330 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/rs/351a98347401,45991,1732018648727 2024-11-19T12:17:38,330 INFO [RS:0;351a98347401:45991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:38,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,45991,1732018648727] 2024-11-19T12:17:38,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971113547/draining/351a98347401,45991,1732018648727 already deleted, retry=false 2024-11-19T12:17:38,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,45991,1732018648727 expired; onlineServers=0 2024-11-19T12:17:38,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,33679,1732018648653' ***** 2024-11-19T12:17:38,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:17:38,351 INFO [M:0;351a98347401:33679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:38,351 INFO [M:0;351a98347401:33679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:38,351 DEBUG [M:0;351a98347401:33679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:17:38,351 DEBUG [M:0;351a98347401:33679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:17:38,351 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:17:38,351 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018649897 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018649897,5,FailOnTimeoutGroup] 2024-11-19T12:17:38,351 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018649897 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018649897,5,FailOnTimeoutGroup] 2024-11-19T12:17:38,352 INFO [M:0;351a98347401:33679 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:38,352 INFO [M:0;351a98347401:33679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:38,352 DEBUG [M:0;351a98347401:33679 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:17:38,352 INFO [M:0;351a98347401:33679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:17:38,352 INFO [M:0;351a98347401:33679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:38,352 INFO [M:0;351a98347401:33679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:17:38,352 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:17:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971113547/master 2024-11-19T12:17:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971113547 2024-11-19T12:17:38,361 DEBUG [M:0;351a98347401:33679 {}] zookeeper.ZKUtil(347): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Unable to get data of znode /0-1971113547/master because node does not exist (not an error) 2024-11-19T12:17:38,362 WARN [M:0;351a98347401:33679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:17:38,362 INFO [M:0;351a98347401:33679 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/.lastflushedseqids 2024-11-19T12:17:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741852_1028 (size=181) 2024-11-19T12:17:38,440 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:38,441 INFO [RS:0;351a98347401:45991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:38,441 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45991-0x1015306db0e0007, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:38,441 INFO [RS:0;351a98347401:45991 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,45991,1732018648727; zookeeper connection closed. 2024-11-19T12:17:38,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e2f6af1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e2f6af1 2024-11-19T12:17:38,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:17:38,769 INFO [M:0;351a98347401:33679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:17:38,769 INFO [M:0;351a98347401:33679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:17:38,769 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:38,769 INFO [M:0;351a98347401:33679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:38,769 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:38,770 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-19T12:17:38,770 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:38,770 INFO [M:0;351a98347401:33679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T12:17:38,785 DEBUG [M:0;351a98347401:33679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d60cf4da144d66b2b8730e0ddcde38 is 82, key is hbase:meta,,1/info:regioninfo/1732018650831/Put/seqid=0 2024-11-19T12:17:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741853_1029 (size=5680) 2024-11-19T12:17:39,190 INFO [M:0;351a98347401:33679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d60cf4da144d66b2b8730e0ddcde38 2024-11-19T12:17:39,211 DEBUG [M:0;351a98347401:33679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9bc055e187040bcb609f610eaf6c0ff is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732018654827/Put/seqid=0 2024-11-19T12:17:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741854_1030 (size=7319) 2024-11-19T12:17:39,617 INFO [M:0;351a98347401:33679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9bc055e187040bcb609f610eaf6c0ff 2024-11-19T12:17:39,638 DEBUG [M:0;351a98347401:33679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b29c410b61e34031abde9868767753d3 is 69, key is 351a98347401,45991,1732018648727/rs:state/1732018650054/Put/seqid=0 2024-11-19T12:17:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741855_1031 (size=5371) 2024-11-19T12:17:40,043 INFO [M:0;351a98347401:33679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b29c410b61e34031abde9868767753d3 2024-11-19T12:17:40,049 INFO [M:0;351a98347401:33679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29c410b61e34031abde9868767753d3 2024-11-19T12:17:40,050 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d60cf4da144d66b2b8730e0ddcde38 as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4d60cf4da144d66b2b8730e0ddcde38 2024-11-19T12:17:40,055 INFO [M:0;351a98347401:33679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4d60cf4da144d66b2b8730e0ddcde38, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T12:17:40,057 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9bc055e187040bcb609f610eaf6c0ff as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9bc055e187040bcb609f610eaf6c0ff 2024-11-19T12:17:40,063 INFO [M:0;351a98347401:33679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9bc055e187040bcb609f610eaf6c0ff, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T12:17:40,064 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b29c410b61e34031abde9868767753d3 as hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b29c410b61e34031abde9868767753d3 2024-11-19T12:17:40,070 INFO [M:0;351a98347401:33679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29c410b61e34031abde9868767753d3 2024-11-19T12:17:40,070 INFO [M:0;351a98347401:33679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46175/user/jenkins/test-data/3c1d9609-3a22-c71b-8f9c-ead3c384ec72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b29c410b61e34031abde9868767753d3, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T12:17:40,071 INFO [M:0;351a98347401:33679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false 2024-11-19T12:17:40,072 INFO [M:0;351a98347401:33679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:40,073 DEBUG [M:0;351a98347401:33679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018658769Disabling compacts and flushes for region at 1732018658769Disabling writes for close at 1732018658770 (+1 ms)Obtaining lock to block concurrent updates at 1732018658770Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018658770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732018658770Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018658771 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018658771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018658784 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018658784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018659195 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018659211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018659211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018659623 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018659637 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018659637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6715716: reopening flushed file at 1732018660049 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244f19d2: reopening flushed file at 1732018660056 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1d1250: reopening flushed file at 1732018660063 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1732018660071 (+8 ms)Writing region close event to WAL at 1732018660072 (+1 ms)Closed at 1732018660072 2024-11-19T12:17:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46029 is added to blk_1073741847_1023 (size=22949) 2024-11-19T12:17:40,075 INFO [M:0;351a98347401:33679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:17:40,075 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:40,076 INFO [M:0;351a98347401:33679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33679 2024-11-19T12:17:40,076 INFO [M:0;351a98347401:33679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:40,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:40,208 INFO [M:0;351a98347401:33679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:40,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x1015306db0e0006, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:40,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:40,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:40,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:40,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:40,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:40,213 WARN [BP-1457299506-172.17.0.2-1732018627379 heartbeating to localhost/127.0.0.1:46175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:17:40,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:17:40,213 WARN [BP-1457299506-172.17.0.2-1732018627379 heartbeating to localhost/127.0.0.1:46175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1457299506-172.17.0.2-1732018627379 (Datanode Uuid c0a9144b-8bf5-4209-9a4e-22745e120810) service to localhost/127.0.0.1:46175 2024-11-19T12:17:40,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:17:40,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/data/data1/current/BP-1457299506-172.17.0.2-1732018627379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:40,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/cluster_4fc116e3-6266-d680-ead6-5441c7554ecb/data/data2/current/BP-1457299506-172.17.0.2-1732018627379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:40,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:17:40,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:40,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:40,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:40,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:40,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9367ebd3-62e7-76e5-f3bc-8adad822fcb1/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:40,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:17:40,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:17:40,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: regionserver/351a98347401:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/351a98347401:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/351a98347401:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42727 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/351a98347401:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/351a98347401:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51008) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46175 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51008) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=13821 (was 13944) 2024-11-19T12:17:40,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=13819 2024-11-19T12:17:40,275 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T12:17:40,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir so I do NOT create it in target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0 2024-11-19T12:17:40,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:17:40,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.tmp.dir so I do NOT create it in target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0 2024-11-19T12:17:40,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b680ffd-e9ac-fa67-6038-6c7828109a16/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:17:40,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0 2024-11-19T12:17:40,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367, deleteOnExit=true 2024-11-19T12:17:40,277 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 60660 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:559) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:17:40,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/zookeeper_0, clientPort=60661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:17:40,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60661 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/test.cache.data in system properties and HBase conf 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:17:40,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:40,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:17:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:17:40,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015306db0e0005, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:17:40,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015306db0e0005, quorum=127.0.0.1:51008, baseZNode=/1-3443609 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:17:40,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015306db0e0002, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:17:40,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015306db0e0002, quorum=127.0.0.1:51008, baseZNode=/0-1971113547 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:17:41,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:41,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:41,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:41,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:41,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:41,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:41,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:41,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@301e370e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:41,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b23a564{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/java.io.tmpdir/jetty-localhost-40221-hadoop-hdfs-3_4_1-tests_jar-_-any-3571080813282855347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:41,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45fe8533{HTTP/1.1, (http/1.1)}{localhost:40221} 2024-11-19T12:17:41,106 INFO [Time-limited test {}] server.Server(415): Started @36688ms 2024-11-19T12:17:41,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:41,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:41,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:41,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:41,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:17:41,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:41,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3183cd5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:41,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c40a65a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/java.io.tmpdir/jetty-localhost-34403-hadoop-hdfs-3_4_1-tests_jar-_-any-12999093726184994606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:41,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19131f54{HTTP/1.1, (http/1.1)}{localhost:34403} 2024-11-19T12:17:41,531 INFO [Time-limited test {}] server.Server(415): Started @37113ms 2024-11-19T12:17:41,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:17:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:17:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:17:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:42,272 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/data/data2/current/BP-1265269289-172.17.0.2-1732018660309/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:42,272 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/data/data1/current/BP-1265269289-172.17.0.2-1732018660309/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:42,288 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:17:42,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b7e68f3cb8df53a with lease ID 0x58d55852cde8874b: Processing first storage report for DS-9887f07f-7848-4e9d-b86d-4c8f98549e62 from datanode DatanodeRegistration(127.0.0.1:38283, datanodeUuid=0cfd9323-4fd7-4466-98c1-93c440515022, infoPort=39611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=452505569;c=1732018660309) 2024-11-19T12:17:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b7e68f3cb8df53a with lease ID 0x58d55852cde8874b: from storage DS-9887f07f-7848-4e9d-b86d-4c8f98549e62 node DatanodeRegistration(127.0.0.1:38283, datanodeUuid=0cfd9323-4fd7-4466-98c1-93c440515022, infoPort=39611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=452505569;c=1732018660309), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b7e68f3cb8df53a with lease ID 0x58d55852cde8874b: Processing first storage report for DS-67c936d6-6501-4a84-a189-5846910e238f from datanode DatanodeRegistration(127.0.0.1:38283, datanodeUuid=0cfd9323-4fd7-4466-98c1-93c440515022, infoPort=39611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=452505569;c=1732018660309) 2024-11-19T12:17:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b7e68f3cb8df53a with lease ID 0x58d55852cde8874b: from storage DS-67c936d6-6501-4a84-a189-5846910e238f node DatanodeRegistration(127.0.0.1:38283, datanodeUuid=0cfd9323-4fd7-4466-98c1-93c440515022, infoPort=39611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=452505569;c=1732018660309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:42,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0 2024-11-19T12:17:42,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:42,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:42,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:17:42,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7 with version=8 2024-11-19T12:17:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/hbase-staging 2024-11-19T12:17:42,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:17:42,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:42,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36689 2024-11-19T12:17:42,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36689 connecting to ZooKeeper ensemble=127.0.0.1:60661 2024-11-19T12:17:42,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:17:42,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366890x0, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:42,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36689-0x10153075f630000 connected 2024-11-19T12:17:42,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:42,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:42,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:42,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/running 2024-11-19T12:17:42,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7, hbase.cluster.distributed=false 2024-11-19T12:17:42,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/acl 2024-11-19T12:17:42,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36689 2024-11-19T12:17:42,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36689 2024-11-19T12:17:42,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36689 2024-11-19T12:17:42,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36689 2024-11-19T12:17:43,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36689 2024-11-19T12:17:43,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:17:43,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:43,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36249 2024-11-19T12:17:43,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36249 connecting to ZooKeeper ensemble=127.0.0.1:60661 2024-11-19T12:17:43,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:43,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:43,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362490x0, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:43,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36249-0x10153075f630001 connected 2024-11-19T12:17:43,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/running 2024-11-19T12:17:43,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:17:43,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:17:43,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/master 2024-11-19T12:17:43,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/acl 2024-11-19T12:17:43,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-19T12:17:43,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36249 2024-11-19T12:17:43,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36249 2024-11-19T12:17:43,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-19T12:17:43,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-19T12:17:43,056 DEBUG [M:0;351a98347401:36689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:36689 2024-11-19T12:17:43,056 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0205231354/backup-masters/351a98347401,36689,1732018662780 2024-11-19T12:17:43,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354/backup-masters 2024-11-19T12:17:43,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354/backup-masters 2024-11-19T12:17:43,067 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on existing znode=/0205231354/backup-masters/351a98347401,36689,1732018662780 2024-11-19T12:17:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0205231354/master 2024-11-19T12:17:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:43,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on existing znode=/0205231354/master 2024-11-19T12:17:43,078 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0205231354/backup-masters/351a98347401,36689,1732018662780 from backup master directory 2024-11-19T12:17:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354/backup-masters 2024-11-19T12:17:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0205231354/backup-masters/351a98347401,36689,1732018662780 2024-11-19T12:17:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354/backup-masters 2024-11-19T12:17:43,163 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:43,164 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,36689,1732018662780 2024-11-19T12:17:43,169 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/hbase.id] with ID: 2c7c84ee-67c3-4041-b1c8-8e9486b4af47 2024-11-19T12:17:43,169 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/.tmp/hbase.id 2024-11-19T12:17:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:17:43,577 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/.tmp/hbase.id]:[hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/hbase.id] 2024-11-19T12:17:43,590 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:43,590 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:17:43,592 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T12:17:43,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:43,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:17:44,020 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:44,021 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:17:44,021 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:17:44,429 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store 2024-11-19T12:17:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:17:44,836 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:44,836 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:44,836 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:44,836 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:44,836 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:44,836 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:44,836 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:44,836 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018664836Disabling compacts and flushes for region at 1732018664836Disabling writes for close at 1732018664836Writing region close event to WAL at 1732018664836Closed at 1732018664836 2024-11-19T12:17:44,837 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/.initializing 2024-11-19T12:17:44,837 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/WALs/351a98347401,36689,1732018662780 2024-11-19T12:17:44,838 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:44,841 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C36689%2C1732018662780, suffix=, logDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/WALs/351a98347401,36689,1732018662780, archiveDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/oldWALs, maxLogs=10 2024-11-19T12:17:44,854 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/WALs/351a98347401,36689,1732018662780/351a98347401%2C36689%2C1732018662780.1732018664841, exclude list is [], retry=0 2024-11-19T12:17:44,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9887f07f-7848-4e9d-b86d-4c8f98549e62,DISK] 2024-11-19T12:17:44,858 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/WALs/351a98347401,36689,1732018662780/351a98347401%2C36689%2C1732018662780.1732018664841 2024-11-19T12:17:44,858 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-11-19T12:17:44,858 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:44,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:44,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:17:44,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:44,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:44,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:17:44,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:44,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:44,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:17:44,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:44,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:44,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:17:44,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:44,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:44,868 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,869 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,869 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,870 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,870 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:44,872 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:44,874 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:44,874 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59929456, jitterRate=-0.10698151588439941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:44,875 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018664859Initializing all the Stores at 1732018664860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018664860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018664860Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018664860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018664860Cleaning up temporary data from old regions at 1732018664870 (+10 ms)Region opened successfully at 1732018664875 (+5 ms) 2024-11-19T12:17:44,876 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:17:44,879 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674e4468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:44,880 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:17:44,880 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:17:44,880 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:17:44,881 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:17:44,881 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:17:44,881 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:17:44,882 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:17:44,884 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:17:44,884 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Unable to get data of znode /0205231354/balancer because node does not exist (not necessarily an error) 2024-11-19T12:17:44,897 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0205231354/balancer already deleted, retry=false 2024-11-19T12:17:44,897 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:17:44,898 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Unable to get data of znode /0205231354/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:17:44,908 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0205231354/normalizer already deleted, retry=false 2024-11-19T12:17:44,909 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:17:44,910 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Unable to get data of znode /0205231354/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:17:44,919 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0205231354/switch/split already deleted, retry=false 2024-11-19T12:17:44,919 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Unable to get data of znode /0205231354/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:17:44,929 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0205231354/switch/merge already deleted, retry=false 2024-11-19T12:17:44,931 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Unable to get data of znode /0205231354/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:17:44,940 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0205231354/snapshot-cleanup already deleted, retry=false 2024-11-19T12:17:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0205231354/running 2024-11-19T12:17:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0205231354/running 2024-11-19T12:17:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:44,951 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,36689,1732018662780, sessionid=0x10153075f630000, setting cluster-up flag (Was=false) 2024-11-19T12:17:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:45,003 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0205231354/flush-table-proc/acquired, /0205231354/flush-table-proc/reached, /0205231354/flush-table-proc/abort 2024-11-19T12:17:45,006 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36689,1732018662780 2024-11-19T12:17:45,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:45,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:45,056 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0205231354/online-snapshot/acquired, /0205231354/online-snapshot/reached, /0205231354/online-snapshot/abort 2024-11-19T12:17:45,057 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36689,1732018662780 2024-11-19T12:17:45,058 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:17:45,060 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:45,060 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:17:45,061 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:17:45,061 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,36689,1732018662780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:45,063 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018695065 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:17:45,065 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:17:45,066 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:45,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:17:45,067 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:17:45,067 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:17:45,067 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:17:45,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:45,067 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:17:45,068 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:17:45,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:17:45,068 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:17:45,072 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018665068,5,FailOnTimeoutGroup] 2024-11-19T12:17:45,072 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018665072,5,FailOnTimeoutGroup] 2024-11-19T12:17:45,072 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,073 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:17:45,073 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,073 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:17:45,148 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(746): ClusterId : 2c7c84ee-67c3-4041-b1c8-8e9486b4af47 2024-11-19T12:17:45,148 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:17:45,162 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:17:45,162 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:17:45,172 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:17:45,173 DEBUG [RS:0;351a98347401:36249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffafb8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:45,185 DEBUG [RS:0;351a98347401:36249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:36249 2024-11-19T12:17:45,185 INFO [RS:0;351a98347401:36249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:17:45,185 INFO [RS:0;351a98347401:36249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:17:45,185 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:17:45,186 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,36689,1732018662780 with port=36249, startcode=1732018663018 2024-11-19T12:17:45,186 DEBUG [RS:0;351a98347401:36249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:17:45,188 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:17:45,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,36249,1732018663018 2024-11-19T12:17:45,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36689 {}] master.ServerManager(517): Registering regionserver=351a98347401,36249,1732018663018 2024-11-19T12:17:45,191 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7 2024-11-19T12:17:45,191 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43473 2024-11-19T12:17:45,191 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:17:45,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354/rs 2024-11-19T12:17:45,204 DEBUG [RS:0;351a98347401:36249 {}] zookeeper.ZKUtil(111): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on existing znode=/0205231354/rs/351a98347401,36249,1732018663018 2024-11-19T12:17:45,204 WARN [RS:0;351a98347401:36249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:45,204 INFO [RS:0;351a98347401:36249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:45,204 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018 2024-11-19T12:17:45,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,36249,1732018663018] 2024-11-19T12:17:45,208 INFO [RS:0;351a98347401:36249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:17:45,211 INFO [RS:0;351a98347401:36249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:17:45,212 INFO [RS:0;351a98347401:36249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:17:45,212 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,214 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:17:45,217 INFO [RS:0;351a98347401:36249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:17:45,217 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,217 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,218 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,218 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,218 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,218 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:45,218 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:45,218 DEBUG [RS:0;351a98347401:36249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:45,222 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,222 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,222 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,222 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,222 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,222 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36249,1732018663018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:45,240 INFO [RS:0;351a98347401:36249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:17:45,240 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36249,1732018663018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,240 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,241 INFO [RS:0;351a98347401:36249 {}] regionserver.Replication(171): 351a98347401,36249,1732018663018 started 2024-11-19T12:17:45,257 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:45,257 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,36249,1732018663018, RpcServer on 351a98347401/172.17.0.2:36249, sessionid=0x10153075f630001 2024-11-19T12:17:45,258 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:17:45,258 DEBUG [RS:0;351a98347401:36249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,36249,1732018663018 2024-11-19T12:17:45,258 DEBUG [RS:0;351a98347401:36249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,36249,1732018663018' 2024-11-19T12:17:45,258 DEBUG [RS:0;351a98347401:36249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0205231354/flush-table-proc/abort' 2024-11-19T12:17:45,259 DEBUG [RS:0;351a98347401:36249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0205231354/flush-table-proc/acquired' 2024-11-19T12:17:45,259 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:17:45,259 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:17:45,259 DEBUG [RS:0;351a98347401:36249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,36249,1732018663018 2024-11-19T12:17:45,259 DEBUG [RS:0;351a98347401:36249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,36249,1732018663018' 2024-11-19T12:17:45,259 DEBUG [RS:0;351a98347401:36249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0205231354/online-snapshot/abort' 2024-11-19T12:17:45,260 DEBUG [RS:0;351a98347401:36249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0205231354/online-snapshot/acquired' 2024-11-19T12:17:45,260 DEBUG [RS:0;351a98347401:36249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:17:45,260 INFO [RS:0;351a98347401:36249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:17:45,260 INFO [RS:0;351a98347401:36249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:17:45,361 INFO [RS:0;351a98347401:36249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:45,362 INFO [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36249%2C1732018663018, suffix=, logDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018, archiveDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/oldWALs, maxLogs=10 2024-11-19T12:17:45,375 DEBUG [RS:0;351a98347401:36249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363, exclude list is [], retry=0 2024-11-19T12:17:45,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9887f07f-7848-4e9d-b86d-4c8f98549e62,DISK] 2024-11-19T12:17:45,379 INFO [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 2024-11-19T12:17:45,380 DEBUG [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-11-19T12:17:45,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:17:45,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7 2024-11-19T12:17:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:17:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:45,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:45,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:45,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:45,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:45,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:45,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:45,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:45,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:45,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:45,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:45,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:45,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:45,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:45,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:45,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:45,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:45,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:45,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740 2024-11-19T12:17:45,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740 2024-11-19T12:17:45,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:45,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:45,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:45,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:45,903 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:45,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65384751, jitterRate=-0.025691285729408264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018665886Initializing all the Stores at 1732018665887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018665887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018665888 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018665888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018665888Cleaning up temporary data from old regions at 1732018665899 (+11 ms)Region opened successfully at 1732018665904 (+5 ms) 2024-11-19T12:17:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:45,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:45,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:45,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018665904Disabling compacts and flushes for region at 1732018665904Disabling writes for close at 1732018665904Writing region close event to WAL at 1732018665905 (+1 ms)Closed at 1732018665905 2024-11-19T12:17:45,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:45,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:17:45,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:17:45,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:45,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:17:46,059 DEBUG [351a98347401:36689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:17:46,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,36249,1732018663018 2024-11-19T12:17:46,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36249,1732018663018, state=OPENING 2024-11-19T12:17:46,066 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:17:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:46,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:46,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,36249,1732018663018}] 2024-11-19T12:17:46,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0205231354/meta-region-server: CHANGED 2024-11-19T12:17:46,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0205231354/meta-region-server: CHANGED 2024-11-19T12:17:46,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:17:46,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:17:46,237 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:17:46,237 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:46,238 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:17:46,239 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36249%2C1732018663018.meta, suffix=.meta, logDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018, archiveDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/oldWALs, maxLogs=10 2024-11-19T12:17:46,251 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.meta.1732018666240.meta, exclude list is [], retry=0 2024-11-19T12:17:46,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9887f07f-7848-4e9d-b86d-4c8f98549e62,DISK] 2024-11-19T12:17:46,255 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.meta.1732018666240.meta 2024-11-19T12:17:46,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-11-19T12:17:46,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:46,256 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:46,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:46,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:17:46,256 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:17:46,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:17:46,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:46,257 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:17:46,257 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:17:46,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:46,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:46,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:46,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:46,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:46,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:46,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:46,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:46,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:46,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:46,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:46,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:46,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:46,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:46,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:46,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:46,265 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:46,266 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740 2024-11-19T12:17:46,267 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740 2024-11-19T12:17:46,268 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:46,268 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:46,269 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:46,270 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:46,271 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59443657, jitterRate=-0.11422048509120941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:46,271 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:17:46,272 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018666257Writing region info on filesystem at 1732018666257Initializing all the Stores at 1732018666258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018666258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018666258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018666258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018666258Cleaning up temporary data from old regions at 1732018666268 (+10 ms)Running coprocessor post-open hooks at 1732018666271 (+3 ms)Region opened successfully at 1732018666272 (+1 ms) 2024-11-19T12:17:46,273 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018666231 2024-11-19T12:17:46,275 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:17:46,275 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:17:46,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,36249,1732018663018 2024-11-19T12:17:46,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36249,1732018663018, state=OPEN 2024-11-19T12:17:46,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0205231354/meta-region-server 2024-11-19T12:17:46,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0205231354/meta-region-server 2024-11-19T12:17:46,319 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,36249,1732018663018 2024-11-19T12:17:46,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0205231354/meta-region-server: CHANGED 2024-11-19T12:17:46,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0205231354/meta-region-server: CHANGED 2024-11-19T12:17:46,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:17:46,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,36249,1732018663018 in 242 msec 2024-11-19T12:17:46,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:17:46,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-19T12:17:46,325 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:46,325 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:17:46,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:46,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36249,1732018663018, seqNum=-1] 2024-11-19T12:17:46,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:46,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:46,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-19T12:17:46,334 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018666334, completionTime=-1 2024-11-19T12:17:46,335 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:17:46,335 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:17:46,337 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:17:46,337 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018726337 2024-11-19T12:17:46,337 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018786337 2024-11-19T12:17:46,337 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:17:46,338 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36689,1732018662780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,338 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36689,1732018662780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,338 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36689,1732018662780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,338 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:36689, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,338 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,338 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,340 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.178sec 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36689,1732018662780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:46,342 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36689,1732018662780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:17:46,345 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:17:46,345 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:17:46,345 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36689,1732018662780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:46,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:46,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36689,-1 for getting cluster id 2024-11-19T12:17:46,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:46,350 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7c84ee-67c3-4041-b1c8-8e9486b4af47' 2024-11-19T12:17:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7c84ee-67c3-4041-b1c8-8e9486b4af47" 2024-11-19T12:17:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9643e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36689,-1] 2024-11-19T12:17:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:46,352 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:46,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194b4747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:46,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36249,1732018663018, seqNum=-1] 2024-11-19T12:17:46,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:46,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:46,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,36689,1732018662780 2024-11-19T12:17:46,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60661 2024-11-19T12:17:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:46,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153075f630002 connected 2024-11-19T12:17:46,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir so I do NOT create it in target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1 2024-11-19T12:17:46,385 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:17:46,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.tmp.dir so I do NOT create it in target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1 2024-11-19T12:17:46,385 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:17:46,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1 2024-11-19T12:17:46,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:17:46,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/cluster_25c42d92-e0b7-0c7f-a8c8-4dd0698ea819, deleteOnExit=true 2024-11-19T12:17:46,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/test.cache.data in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:17:46,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:17:46,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:17:46,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:17:46,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:46,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:46,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:46,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:46,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:46,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:46,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:46,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:46,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15230209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/java.io.tmpdir/jetty-localhost-36689-hadoop-hdfs-3_4_1-tests_jar-_-any-17153213559626714429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:46,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:36689} 2024-11-19T12:17:46,786 INFO [Time-limited test {}] server.Server(415): Started @42368ms 2024-11-19T12:17:47,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:47,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:47,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:47,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:47,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:17:47,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:47,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654d7991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:47,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@428096fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/java.io.tmpdir/jetty-localhost-34159-hadoop-hdfs-3_4_1-tests_jar-_-any-13746075726897034803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:47,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@671ff379{HTTP/1.1, (http/1.1)}{localhost:34159} 2024-11-19T12:17:47,140 INFO [Time-limited test {}] server.Server(415): Started @42721ms 2024-11-19T12:17:47,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:17:47,791 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/cluster_25c42d92-e0b7-0c7f-a8c8-4dd0698ea819/data/data1/current/BP-2109510650-172.17.0.2-1732018666410/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:47,791 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/cluster_25c42d92-e0b7-0c7f-a8c8-4dd0698ea819/data/data2/current/BP-2109510650-172.17.0.2-1732018666410/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:47,808 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:17:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8f8298be937d666 with lease ID 0xab2b32ea5fcd0fcb: Processing first storage report for DS-0695f735-ddbb-4de3-96f4-333a62abe089 from datanode DatanodeRegistration(127.0.0.1:42847, datanodeUuid=e5216229-0b35-405a-942e-c7a3c34c7728, infoPort=39853, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=1668800755;c=1732018666410) 2024-11-19T12:17:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8f8298be937d666 with lease ID 0xab2b32ea5fcd0fcb: from storage DS-0695f735-ddbb-4de3-96f4-333a62abe089 node DatanodeRegistration(127.0.0.1:42847, datanodeUuid=e5216229-0b35-405a-942e-c7a3c34c7728, infoPort=39853, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=1668800755;c=1732018666410), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8f8298be937d666 with lease ID 0xab2b32ea5fcd0fcb: Processing first storage report for DS-e9d99d96-103b-40ce-8c5b-d1e58fdf9286 from datanode DatanodeRegistration(127.0.0.1:42847, datanodeUuid=e5216229-0b35-405a-942e-c7a3c34c7728, infoPort=39853, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=1668800755;c=1732018666410) 2024-11-19T12:17:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8f8298be937d666 with lease ID 0xab2b32ea5fcd0fcb: from storage DS-e9d99d96-103b-40ce-8c5b-d1e58fdf9286 node DatanodeRegistration(127.0.0.1:42847, datanodeUuid=e5216229-0b35-405a-942e-c7a3c34c7728, infoPort=39853, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=1668800755;c=1732018666410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:47,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1 2024-11-19T12:17:47,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:47,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:17:47,922 WARN [RS:0;351a98347401:36249 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 351a98347401,43157,1732018632103: status=Processing ServerCrashProcedure of 351a98347401,43157,1732018632103 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732018649890, completionTime=-1 appears to have been leaked 2024-11-19T12:17:48,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b with version=8 2024-11-19T12:17:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/hbase-staging 2024-11-19T12:17:48,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:17:48,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:48,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39797 2024-11-19T12:17:48,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39797 connecting to ZooKeeper ensemble=127.0.0.1:60661 2024-11-19T12:17:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397970x0, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:48,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39797-0x10153075f630003 connected 2024-11-19T12:17:48,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:48,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:48,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/running 2024-11-19T12:17:48,523 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b, hbase.cluster.distributed=false 2024-11-19T12:17:48,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/acl 2024-11-19T12:17:48,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-19T12:17:48,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39797 2024-11-19T12:17:48,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39797 2024-11-19T12:17:48,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-19T12:17:48,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-19T12:17:48,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:17:48,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:48,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:48,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:17:48,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:17:48,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:17:48,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:17:48,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:17:48,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45381 2024-11-19T12:17:48,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45381 connecting to ZooKeeper ensemble=127.0.0.1:60661 2024-11-19T12:17:48,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:48,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:48,561 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453810x0, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:48,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/running 2024-11-19T12:17:48,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45381-0x10153075f630004 connected 2024-11-19T12:17:48,562 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:17:48,563 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:17:48,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/master 2024-11-19T12:17:48,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/acl 2024-11-19T12:17:48,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45381 2024-11-19T12:17:48,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45381 2024-11-19T12:17:48,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45381 2024-11-19T12:17:48,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45381 2024-11-19T12:17:48,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45381 2024-11-19T12:17:48,577 DEBUG [M:0;351a98347401:39797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:39797 2024-11-19T12:17:48,577 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1329066594/backup-masters/351a98347401,39797,1732018668308 2024-11-19T12:17:48,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594/backup-masters 2024-11-19T12:17:48,582 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594/backup-masters 2024-11-19T12:17:48,583 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on existing znode=/1329066594/backup-masters/351a98347401,39797,1732018668308 2024-11-19T12:17:48,592 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329066594/master 2024-11-19T12:17:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:48,593 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:48,593 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on existing znode=/1329066594/master 2024-11-19T12:17:48,593 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1329066594/backup-masters/351a98347401,39797,1732018668308 from backup master directory 2024-11-19T12:17:48,603 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594/backup-masters 2024-11-19T12:17:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329066594/backup-masters/351a98347401,39797,1732018668308 2024-11-19T12:17:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594/backup-masters 2024-11-19T12:17:48,603 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:48,603 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,39797,1732018668308 2024-11-19T12:17:48,610 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/hbase.id] with ID: 7614395e-5bda-49ef-98e8-c268f6474c86 2024-11-19T12:17:48,610 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/.tmp/hbase.id 2024-11-19T12:17:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:17:48,629 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/.tmp/hbase.id]:[hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/hbase.id] 2024-11-19T12:17:48,657 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:17:48,657 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:17:48,659 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T12:17:48,666 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:48,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:48,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:17:48,680 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:48,681 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:17:48,683 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:17:48,709 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store 2024-11-19T12:17:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:17:49,127 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:49,128 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:49,128 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:49,128 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:49,128 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:49,128 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:49,128 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:49,128 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018669128Disabling compacts and flushes for region at 1732018669128Disabling writes for close at 1732018669128Writing region close event to WAL at 1732018669128Closed at 1732018669128 2024-11-19T12:17:49,130 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/.initializing 2024-11-19T12:17:49,130 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/WALs/351a98347401,39797,1732018668308 2024-11-19T12:17:49,131 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:49,133 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C39797%2C1732018668308, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/WALs/351a98347401,39797,1732018668308, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/oldWALs, maxLogs=10 2024-11-19T12:17:49,149 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/WALs/351a98347401,39797,1732018668308/351a98347401%2C39797%2C1732018668308.1732018669133, exclude list is [], retry=0 2024-11-19T12:17:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42847,DS-0695f735-ddbb-4de3-96f4-333a62abe089,DISK] 2024-11-19T12:17:49,165 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/WALs/351a98347401,39797,1732018668308/351a98347401%2C39797%2C1732018668308.1732018669133 2024-11-19T12:17:49,165 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-19T12:17:49,165 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:49,165 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:49,166 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,166 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:17:49,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:49,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:17:49,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:49,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:17:49,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:49,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:17:49,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:49,179 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,180 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,181 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,183 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,184 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,184 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:49,186 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:17:49,189 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:49,190 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68002385, jitterRate=0.013314500451087952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:49,191 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018669166Initializing all the Stores at 1732018669167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018669167Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018669167Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018669167Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018669167Cleaning up temporary data from old regions at 1732018669184 (+17 ms)Region opened successfully at 1732018669191 (+7 ms) 2024-11-19T12:17:49,191 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:17:49,195 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1d03c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:49,197 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:17:49,197 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:17:49,197 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:17:49,198 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:17:49,199 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:17:49,199 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:17:49,199 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:17:49,212 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:17:49,213 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Unable to get data of znode /1329066594/balancer because node does not exist (not necessarily an error) 2024-11-19T12:17:49,256 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329066594/balancer already deleted, retry=false 2024-11-19T12:17:49,257 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:17:49,259 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Unable to get data of znode /1329066594/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:17:49,268 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329066594/normalizer already deleted, retry=false 2024-11-19T12:17:49,269 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:17:49,270 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Unable to get data of znode /1329066594/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:17:49,277 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329066594/switch/split already deleted, retry=false 2024-11-19T12:17:49,278 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Unable to get data of znode /1329066594/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:17:49,287 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329066594/switch/merge already deleted, retry=false 2024-11-19T12:17:49,290 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Unable to get data of znode /1329066594/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:17:49,298 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329066594/snapshot-cleanup already deleted, retry=false 2024-11-19T12:17:49,308 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329066594/running 2024-11-19T12:17:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329066594/running 2024-11-19T12:17:49,309 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:49,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:49,310 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,39797,1732018668308, sessionid=0x10153075f630003, setting cluster-up flag (Was=false) 2024-11-19T12:17:49,330 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:49,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:49,361 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1329066594/flush-table-proc/acquired, /1329066594/flush-table-proc/reached, /1329066594/flush-table-proc/abort 2024-11-19T12:17:49,362 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39797,1732018668308 2024-11-19T12:17:49,382 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:49,413 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1329066594/online-snapshot/acquired, /1329066594/online-snapshot/reached, /1329066594/online-snapshot/abort 2024-11-19T12:17:49,415 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39797,1732018668308 2024-11-19T12:17:49,416 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:17:49,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:49,419 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:17:49,419 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:17:49,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,39797,1732018668308 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:49,422 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:49,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:17:49,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:17:49,472 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018699472 2024-11-19T12:17:49,472 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:17:49,472 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:17:49,473 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:17:49,473 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:17:49,473 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:17:49,473 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:17:49,473 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,474 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(746): ClusterId : 7614395e-5bda-49ef-98e8-c268f6474c86 2024-11-19T12:17:49,474 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:17:49,476 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:17:49,476 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:17:49,476 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:17:49,477 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:17:49,479 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:17:49,479 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:17:49,480 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018669479,5,FailOnTimeoutGroup] 2024-11-19T12:17:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:17:49,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:17:49,483 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b 2024-11-19T12:17:49,487 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:17:49,487 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:17:49,488 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018669480,5,FailOnTimeoutGroup] 2024-11-19T12:17:49,488 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,488 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:17:49,488 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,488 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:17:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:49,500 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:17:49,501 DEBUG [RS:0;351a98347401:45381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7bc6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:17:49,527 DEBUG [RS:0;351a98347401:45381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:45381 2024-11-19T12:17:49,527 INFO [RS:0;351a98347401:45381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:17:49,527 INFO [RS:0;351a98347401:45381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:17:49,527 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:17:49,528 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,39797,1732018668308 with port=45381, startcode=1732018668544 2024-11-19T12:17:49,529 DEBUG [RS:0;351a98347401:45381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:17:49,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:49,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:49,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,537 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:17:49,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,45381,1732018668544 2024-11-19T12:17:49,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39797 {}] master.ServerManager(517): Registering regionserver=351a98347401,45381,1732018668544 2024-11-19T12:17:49,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:49,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:49,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:49,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,545 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b 2024-11-19T12:17:49,545 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34331 2024-11-19T12:17:49,545 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:17:49,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:49,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:49,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:49,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:49,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594/rs 2024-11-19T12:17:49,551 DEBUG [RS:0;351a98347401:45381 {}] zookeeper.ZKUtil(111): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on existing znode=/1329066594/rs/351a98347401,45381,1732018668544 2024-11-19T12:17:49,552 WARN [RS:0;351a98347401:45381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:17:49,552 INFO [RS:0;351a98347401:45381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:49,552 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544 2024-11-19T12:17:49,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:49,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:49,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:49,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:49,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740 2024-11-19T12:17:49,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740 2024-11-19T12:17:49,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,45381,1732018668544] 2024-11-19T12:17:49,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:49,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:49,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:49,560 INFO [RS:0;351a98347401:45381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:17:49,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:49,562 INFO [RS:0;351a98347401:45381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:17:49,563 INFO [RS:0;351a98347401:45381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:17:49,563 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,568 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:17:49,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:49,569 INFO [RS:0;351a98347401:45381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:17:49,570 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,570 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68605967, jitterRate=0.022308573126792908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:49,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018669500Initializing all the Stores at 1732018669502 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018669502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018669528 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018669528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018669528Cleaning up temporary data from old regions at 1732018669558 (+30 ms)Region opened successfully at 1732018669570 (+12 ms) 2024-11-19T12:17:49,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:49,570 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:49,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:49,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:49,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:17:49,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018669570Disabling compacts and flushes for region at 1732018669570Disabling writes for close at 1732018669570Writing region close event to WAL at 1732018669571 (+1 ms)Closed at 1732018669571 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,571 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,572 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:17:49,572 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:49,572 DEBUG [RS:0;351a98347401:45381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:17:49,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:49,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:17:49,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:17:49,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:49,576 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,576 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:17:49,576 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,577 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,577 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,577 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45381,1732018668544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:49,601 INFO [RS:0;351a98347401:45381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:17:49,601 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45381,1732018668544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,601 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,601 INFO [RS:0;351a98347401:45381 {}] regionserver.Replication(171): 351a98347401,45381,1732018668544 started 2024-11-19T12:17:49,619 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:49,620 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,45381,1732018668544, RpcServer on 351a98347401/172.17.0.2:45381, sessionid=0x10153075f630004 2024-11-19T12:17:49,620 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:17:49,620 DEBUG [RS:0;351a98347401:45381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,45381,1732018668544 2024-11-19T12:17:49,620 DEBUG [RS:0;351a98347401:45381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45381,1732018668544' 2024-11-19T12:17:49,620 DEBUG [RS:0;351a98347401:45381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1329066594/flush-table-proc/abort' 2024-11-19T12:17:49,621 DEBUG [RS:0;351a98347401:45381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1329066594/flush-table-proc/acquired' 2024-11-19T12:17:49,622 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:17:49,622 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:17:49,622 DEBUG [RS:0;351a98347401:45381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,45381,1732018668544 2024-11-19T12:17:49,622 DEBUG [RS:0;351a98347401:45381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45381,1732018668544' 2024-11-19T12:17:49,622 DEBUG [RS:0;351a98347401:45381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1329066594/online-snapshot/abort' 2024-11-19T12:17:49,623 DEBUG [RS:0;351a98347401:45381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1329066594/online-snapshot/acquired' 2024-11-19T12:17:49,623 DEBUG [RS:0;351a98347401:45381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:17:49,624 INFO [RS:0;351a98347401:45381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:17:49,624 INFO [RS:0;351a98347401:45381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:17:49,724 INFO [RS:0;351a98347401:45381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:17:49,726 INFO [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45381%2C1732018668544, suffix=, logDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/oldWALs, maxLogs=10 2024-11-19T12:17:49,727 WARN [351a98347401:39797 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T12:17:49,746 DEBUG [RS:0;351a98347401:45381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544/351a98347401%2C45381%2C1732018668544.1732018669727, exclude list is [], retry=0 2024-11-19T12:17:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42847,DS-0695f735-ddbb-4de3-96f4-333a62abe089,DISK] 2024-11-19T12:17:49,752 INFO [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544/351a98347401%2C45381%2C1732018668544.1732018669727 2024-11-19T12:17:49,756 DEBUG [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-19T12:17:49,977 DEBUG [351a98347401:39797 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:17:49,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,45381,1732018668544 2024-11-19T12:17:49,979 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45381,1732018668544, state=OPENING 2024-11-19T12:17:50,063 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:17:50,077 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:50,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:50,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329066594/meta-region-server: CHANGED 2024-11-19T12:17:50,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329066594/meta-region-server: CHANGED 2024-11-19T12:17:50,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:17:50,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45381,1732018668544}] 2024-11-19T12:17:50,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:17:50,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:17:50,235 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:17:50,235 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:50,236 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:17:50,237 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45381%2C1732018668544.meta, suffix=.meta, logDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544, archiveDir=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/oldWALs, maxLogs=10 2024-11-19T12:17:50,251 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544/351a98347401%2C45381%2C1732018668544.meta.1732018670238.meta, exclude list is [], retry=0 2024-11-19T12:17:50,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42847,DS-0695f735-ddbb-4de3-96f4-333a62abe089,DISK] 2024-11-19T12:17:50,254 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544/351a98347401%2C45381%2C1732018668544.meta.1732018670238.meta 2024-11-19T12:17:50,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-19T12:17:50,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:50,255 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:50,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:50,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:17:50,255 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:17:50,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:17:50,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:50,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:17:50,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:17:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:17:50,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:17:50,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:17:50,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:17:50,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:17:50,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:17:50,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:50,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:17:50,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:17:50,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:50,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:17:50,263 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:17:50,263 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740 2024-11-19T12:17:50,264 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740 2024-11-19T12:17:50,266 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:17:50,266 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:17:50,266 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:17:50,268 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:17:50,268 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58958450, jitterRate=-0.12145063281059265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:17:50,268 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:17:50,269 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018670256Writing region info on filesystem at 1732018670256Initializing all the Stores at 1732018670257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018670257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018670257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018670257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018670257Cleaning up temporary data from old regions at 1732018670266 (+9 ms)Running coprocessor post-open hooks at 1732018670268 (+2 ms)Region opened successfully at 1732018670269 (+1 ms) 2024-11-19T12:17:50,270 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018670230 2024-11-19T12:17:50,272 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:17:50,272 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:17:50,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45381,1732018668544 2024-11-19T12:17:50,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45381,1732018668544, state=OPEN 2024-11-19T12:17:50,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1329066594/meta-region-server 2024-11-19T12:17:50,286 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1329066594/meta-region-server 2024-11-19T12:17:50,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,45381,1732018668544 2024-11-19T12:17:50,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329066594/meta-region-server: CHANGED 2024-11-19T12:17:50,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329066594/meta-region-server: CHANGED 2024-11-19T12:17:50,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:17:50,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45381,1732018668544 in 209 msec 2024-11-19T12:17:50,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:17:50,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-11-19T12:17:50,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:17:50,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:17:50,295 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:50,295 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45381,1732018668544, seqNum=-1] 2024-11-19T12:17:50,295 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:50,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:50,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 884 msec 2024-11-19T12:17:50,303 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018670303, completionTime=-1 2024-11-19T12:17:50,303 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:17:50,303 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:17:50,305 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:17:50,305 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018730305 2024-11-19T12:17:50,305 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018790305 2024-11-19T12:17:50,305 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:17:50,306 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39797,1732018668308-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,306 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39797,1732018668308-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,306 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39797,1732018668308-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,306 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:39797, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,306 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,306 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,308 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:17:50,309 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.706sec 2024-11-19T12:17:50,309 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:17:50,309 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:17:50,309 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:17:50,309 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:17:50,309 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:17:50,310 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39797,1732018668308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:17:50,310 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39797,1732018668308-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:17:50,312 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:17:50,312 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:17:50,312 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39797,1732018668308-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:17:50,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39797,-1 for getting cluster id 2024-11-19T12:17:50,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:50,376 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7614395e-5bda-49ef-98e8-c268f6474c86' 2024-11-19T12:17:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7614395e-5bda-49ef-98e8-c268f6474c86" 2024-11-19T12:17:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115dc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39797,-1] 2024-11-19T12:17:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:50,378 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:50,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45381,1732018668544, seqNum=-1] 2024-11-19T12:17:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:50,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:17:50,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,39797,1732018668308 2024-11-19T12:17:50,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60661 2024-11-19T12:17:50,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:17:50,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153075f630005 connected 2024-11-19T12:17:50,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19e2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36689,-1 for getting cluster id 2024-11-19T12:17:50,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:50,406 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7c84ee-67c3-4041-b1c8-8e9486b4af47' 2024-11-19T12:17:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7c84ee-67c3-4041-b1c8-8e9486b4af47" 2024-11-19T12:17:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28437c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36689,-1] 2024-11-19T12:17:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:50,408 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:50,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1246c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36689,1732018662780 2024-11-19T12:17:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72244910 2024-11-19T12:17:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:50,411 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:50,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:39797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:17:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:17:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:50,415 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39797' 2024-11-19T12:17:50,415 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bf66fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,416 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39797,-1 for getting cluster id 2024-11-19T12:17:50,416 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:50,416 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7614395e-5bda-49ef-98e8-c268f6474c86' 2024-11-19T12:17:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7614395e-5bda-49ef-98e8-c268f6474c86" 2024-11-19T12:17:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0c938b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39797,-1] 2024-11-19T12:17:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:50,418 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2241113f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:50,419 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39797,1732018668308 2024-11-19T12:17:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64f379cd 2024-11-19T12:17:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:50,421 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:50,422 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T12:17:50,422 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:17:50,422 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:50,422 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:50,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:50,422 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:17:50,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:17:50,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:17:50,425 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:50,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:17:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741835_1011 (size=1138) 2024-11-19T12:17:50,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e026ac60c02b66f0dffe77fa4519b1a6, NAME => 'hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7 2024-11-19T12:17:50,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741836_1012 (size=44) 2024-11-19T12:17:50,474 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:17:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e026ac60c02b66f0dffe77fa4519b1a6, disabling compactions & flushes 2024-11-19T12:17:50,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. after waiting 0 ms 2024-11-19T12:17:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:50,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e026ac60c02b66f0dffe77fa4519b1a6: Waiting for close lock at 1732018670842Disabling compacts and flushes for region at 1732018670842Disabling writes for close at 1732018670842Writing region close event to WAL at 1732018670842Closed at 1732018670842 2024-11-19T12:17:50,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:17:50,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018670844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018670844"}]},"ts":"1732018670844"} 2024-11-19T12:17:50,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:17:50,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:17:50,847 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018670847"}]},"ts":"1732018670847"} 2024-11-19T12:17:50,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:17:50,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e026ac60c02b66f0dffe77fa4519b1a6, ASSIGN}] 2024-11-19T12:17:50,850 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e026ac60c02b66f0dffe77fa4519b1a6, ASSIGN 2024-11-19T12:17:50,851 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e026ac60c02b66f0dffe77fa4519b1a6, ASSIGN; state=OFFLINE, location=351a98347401,36249,1732018663018; forceNewPlan=false, retain=false 2024-11-19T12:17:51,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e026ac60c02b66f0dffe77fa4519b1a6, regionState=OPENING, regionLocation=351a98347401,36249,1732018663018 2024-11-19T12:17:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e026ac60c02b66f0dffe77fa4519b1a6, ASSIGN because future has completed 2024-11-19T12:17:51,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e026ac60c02b66f0dffe77fa4519b1a6, server=351a98347401,36249,1732018663018}] 2024-11-19T12:17:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:51,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:51,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:17:51,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:17:51,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36249%2C1732018663018.rep, suffix=, logDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018, archiveDir=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/oldWALs, maxLogs=10 2024-11-19T12:17:51,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.rep.1732018671164, exclude list is [], retry=0 2024-11-19T12:17:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38283,DS-9887f07f-7848-4e9d-b86d-4c8f98549e62,DISK] 2024-11-19T12:17:51,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.rep.1732018671164 2024-11-19T12:17:51,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39611:39611)] 2024-11-19T12:17:51,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e026ac60c02b66f0dffe77fa4519b1a6, NAME => 'hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:17:51,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:17:51,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:17:51,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. service=MultiRowMutationService 2024-11-19T12:17:51,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:17:51,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:17:51,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,182 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,183 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e026ac60c02b66f0dffe77fa4519b1a6 columnFamilyName hfileref 2024-11-19T12:17:51,183 DEBUG [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:51,184 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] regionserver.HStore(327): Store=e026ac60c02b66f0dffe77fa4519b1a6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:51,184 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,185 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e026ac60c02b66f0dffe77fa4519b1a6 columnFamilyName queue 2024-11-19T12:17:51,185 DEBUG [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:51,186 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] regionserver.HStore(327): Store=e026ac60c02b66f0dffe77fa4519b1a6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:51,186 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,187 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e026ac60c02b66f0dffe77fa4519b1a6 columnFamilyName sid 2024-11-19T12:17:51,187 DEBUG [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:17:51,188 INFO [StoreOpener-e026ac60c02b66f0dffe77fa4519b1a6-1 {}] regionserver.HStore(327): Store=e026ac60c02b66f0dffe77fa4519b1a6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:17:51,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:17:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:17:51,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e026ac60c02b66f0dffe77fa4519b1a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61529440, jitterRate=-0.08313989639282227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:17:51,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:51,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e026ac60c02b66f0dffe77fa4519b1a6: Running coprocessor pre-open hook at 1732018671181Writing region info on filesystem at 1732018671181Initializing all the Stores at 1732018671182 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018671182Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018671182Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018671182Cleaning up temporary data from old regions at 1732018671190 (+8 ms)Running coprocessor post-open hooks at 1732018671195 (+5 ms)Region opened successfully at 1732018671195 2024-11-19T12:17:51,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6., pid=7, masterSystemTime=1732018671158 2024-11-19T12:17:51,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:51,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:51,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e026ac60c02b66f0dffe77fa4519b1a6, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,36249,1732018663018 2024-11-19T12:17:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e026ac60c02b66f0dffe77fa4519b1a6, server=351a98347401,36249,1732018663018 because future has completed 2024-11-19T12:17:51,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T12:17:51,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e026ac60c02b66f0dffe77fa4519b1a6, server=351a98347401,36249,1732018663018 in 197 msec 2024-11-19T12:17:51,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:17:51,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e026ac60c02b66f0dffe77fa4519b1a6, ASSIGN in 355 msec 2024-11-19T12:17:51,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:17:51,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:17:51,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018671208"}]},"ts":"1732018671208"} 2024-11-19T12:17:51,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:17:51,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:17:51,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:17:51,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-19T12:17:51,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6., hostname=351a98347401,36249,1732018663018, seqNum=2] 2024-11-19T12:17:51,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:51,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:51,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:17:51,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T12:17:51,473 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:17:51,501 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-351a98347401,36249,1732018663018, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:17:51,501 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:17:51,502 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36249,1732018663018, seqNum=-1] 2024-11-19T12:17:51,502 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:17:51,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T12:17:51,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,36249,1732018663018', locateType=CURRENT is [region=hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6., hostname=351a98347401,36249,1732018663018, seqNum=2] 2024-11-19T12:17:51,508 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T12:17:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T12:17:51,511 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,36249,1732018663018 suceeded 2024-11-19T12:17:51,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T12:17:51,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T12:17:51,513 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:39797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:17:51,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1010 sec 2024-11-19T12:17:51,522 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39797' 2024-11-19T12:17:51,523 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5adc6b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:51,523 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39797,-1 for getting cluster id 2024-11-19T12:17:51,523 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:17:51,524 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7614395e-5bda-49ef-98e8-c268f6474c86' 2024-11-19T12:17:51,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:17:51,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7614395e-5bda-49ef-98e8-c268f6474c86" 2024-11-19T12:17:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@412f3e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39797,-1] 2024-11-19T12:17:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:17:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,526 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:17:51,526 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581685c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:17:51,527 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:51,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39797,1732018668308 2024-11-19T12:17:51,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7409deb6 2024-11-19T12:17:51,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:51,528 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T12:17:51,529 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,36249,1732018663018 (queues=1) is replicating from cluster=2c7c84ee-67c3-4041-b1c8-8e9486b4af47 to cluster=7614395e-5bda-49ef-98e8-c268f6474c86 2024-11-19T12:17:51,529 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C36249%2C1732018663018 2024-11-19T12:17:51,529 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,36249,1732018663018, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:17:51,530 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.shipper351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C36249%2C1732018663018 2024-11-19T12:17:51,530 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363, startPosition=0, beingWritten=true 2024-11-19T12:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:17:51,548 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:17:51,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:51,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:51,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:51,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:17:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36689,1732018662780 2024-11-19T12:17:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ac6571 2024-11-19T12:17:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:17:51,551 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:17:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:17:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:17:51,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:51,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:51,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:51,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:17:51,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1778334055, stopped=false 2024-11-19T12:17:51,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,39797,1732018668308 2024-11-19T12:17:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329066594/running 2024-11-19T12:17:51,582 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329066594/running 2024-11-19T12:17:51,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:51,582 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:51,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:51,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:51,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/running 2024-11-19T12:17:51,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,45381,1732018668544' ***** 2024-11-19T12:17:51,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:17:51,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Set watcher on znode that does not yet exist, /1329066594/running 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:17:51,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(959): stopping server 351a98347401,45381,1732018668544 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45381. 2024-11-19T12:17:51,583 DEBUG [RS:0;351a98347401:45381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:51,583 DEBUG [RS:0;351a98347401:45381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:51,583 INFO [RS:0;351a98347401:45381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:17:51,584 INFO [RS:0;351a98347401:45381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:17:51,584 INFO [RS:0;351a98347401:45381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:17:51,584 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:17:51,584 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:17:51,584 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:17:51,584 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:51,584 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:51,584 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:51,584 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:51,584 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:51,584 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:51,584 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T12:17:51,602 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/.tmp/ns/a5d1d8b98dbf489cb195a7f960d197eb is 43, key is default/ns:d/1732018670297/Put/seqid=0 2024-11-19T12:17:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741835_1011 (size=5153) 2024-11-19T12:17:51,682 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:51,736 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:51,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:17:51,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:51,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:51,784 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:51,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:17:51,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:17:51,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:17:51,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T12:17:51,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:51,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T12:17:51,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:51,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:17:51,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:17:51,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:17:51,984 DEBUG [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:52,007 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/.tmp/ns/a5d1d8b98dbf489cb195a7f960d197eb 2024-11-19T12:17:52,013 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/.tmp/ns/a5d1d8b98dbf489cb195a7f960d197eb as hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/ns/a5d1d8b98dbf489cb195a7f960d197eb 2024-11-19T12:17:52,018 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/ns/a5d1d8b98dbf489cb195a7f960d197eb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T12:17:52,019 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-19T12:17:52,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T12:17:52,024 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:52,024 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:52,024 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:52,024 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018671584Running coprocessor pre-close hooks at 1732018671584Disabling compacts and flushes for region at 1732018671584Disabling writes for close at 1732018671584Obtaining lock to block concurrent updates at 1732018671584Preparing flush snapshotting stores in 1588230740 at 1732018671584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732018671585 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018671585Flushing 1588230740/ns: creating writer at 1732018671585Flushing 1588230740/ns: appending metadata at 1732018671602 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732018671602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dc4e0b: reopening flushed file at 1732018672013 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732018672020 (+7 ms)Writing region close event to WAL at 1732018672020Running coprocessor post-close hooks at 1732018672024 (+4 ms)Closed at 1732018672024 2024-11-19T12:17:52,024 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:52,041 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:52,184 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(976): stopping server 351a98347401,45381,1732018668544; all regions closed. 2024-11-19T12:17:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741834_1010 (size=1152) 2024-11-19T12:17:52,189 DEBUG [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/oldWALs 2024-11-19T12:17:52,189 INFO [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C45381%2C1732018668544.meta:.meta(num 1732018670238) 2024-11-19T12:17:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741833_1009 (size=93) 2024-11-19T12:17:52,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/WALs/351a98347401,45381,1732018668544/351a98347401%2C45381%2C1732018668544.1732018669727 not finished, retry = 0 2024-11-19T12:17:52,295 DEBUG [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/oldWALs 2024-11-19T12:17:52,295 INFO [RS:0;351a98347401:45381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C45381%2C1732018668544:(num 1732018669727) 2024-11-19T12:17:52,295 DEBUG [RS:0;351a98347401:45381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:52,295 INFO [RS:0;351a98347401:45381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:52,295 INFO [RS:0;351a98347401:45381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:52,295 INFO [RS:0;351a98347401:45381 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:52,295 INFO [RS:0;351a98347401:45381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:52,295 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:52,295 INFO [RS:0;351a98347401:45381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45381 2024-11-19T12:17:52,340 INFO [RS:0;351a98347401:45381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:52,340 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329066594/rs/351a98347401,45381,1732018668544 2024-11-19T12:17:52,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594/rs 2024-11-19T12:17:52,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,45381,1732018668544] 2024-11-19T12:17:52,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1329066594/draining/351a98347401,45381,1732018668544 already deleted, retry=false 2024-11-19T12:17:52,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,45381,1732018668544 expired; onlineServers=0 2024-11-19T12:17:52,361 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,39797,1732018668308' ***** 2024-11-19T12:17:52,361 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:17:52,361 INFO [M:0;351a98347401:39797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:52,361 INFO [M:0;351a98347401:39797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:52,361 DEBUG [M:0;351a98347401:39797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:17:52,361 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:17:52,361 DEBUG [M:0;351a98347401:39797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:17:52,361 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018669479 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018669479,5,FailOnTimeoutGroup] 2024-11-19T12:17:52,361 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018669480 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018669480,5,FailOnTimeoutGroup] 2024-11-19T12:17:52,361 INFO [M:0;351a98347401:39797 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:52,361 INFO [M:0;351a98347401:39797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:52,361 DEBUG [M:0;351a98347401:39797 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:17:52,362 INFO [M:0;351a98347401:39797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:17:52,362 INFO [M:0;351a98347401:39797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:52,362 INFO [M:0;351a98347401:39797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:17:52,362 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:17:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329066594/master 2024-11-19T12:17:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329066594 2024-11-19T12:17:52,371 DEBUG [M:0;351a98347401:39797 {}] zookeeper.ZKUtil(347): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Unable to get data of znode /1329066594/master because node does not exist (not an error) 2024-11-19T12:17:52,371 WARN [M:0;351a98347401:39797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:17:52,372 INFO [M:0;351a98347401:39797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/.lastflushedseqids 2024-11-19T12:17:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741836_1012 (size=99) 2024-11-19T12:17:52,445 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:52,450 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:52,450 INFO [RS:0;351a98347401:45381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:52,450 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45381-0x10153075f630004, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:52,450 INFO [RS:0;351a98347401:45381 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,45381,1732018668544; zookeeper connection closed. 2024-11-19T12:17:52,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ea5f2dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ea5f2dc 2024-11-19T12:17:52,451 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:17:52,777 INFO [M:0;351a98347401:39797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:17:52,778 INFO [M:0;351a98347401:39797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:17:52,778 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:52,778 INFO [M:0;351a98347401:39797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:52,778 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:52,778 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:52,778 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:52,778 INFO [M:0;351a98347401:39797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T12:17:52,792 DEBUG [M:0;351a98347401:39797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09ea336e4a61486090e9908ac40e86dc is 82, key is hbase:meta,,1/info:regioninfo/1732018670273/Put/seqid=0 2024-11-19T12:17:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741837_1013 (size=5672) 2024-11-19T12:17:52,950 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:53,197 INFO [M:0;351a98347401:39797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09ea336e4a61486090e9908ac40e86dc 2024-11-19T12:17:53,214 DEBUG [M:0;351a98347401:39797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9394e053c0e146669c47e6fc8bbcd46a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732018670302/Put/seqid=0 2024-11-19T12:17:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741838_1014 (size=5275) 2024-11-19T12:17:53,555 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:53,619 INFO [M:0;351a98347401:39797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9394e053c0e146669c47e6fc8bbcd46a 2024-11-19T12:17:53,637 DEBUG [M:0;351a98347401:39797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce30ebf4a0ba4f59a40c7fbb31c6d446 is 69, key is 351a98347401,45381,1732018668544/rs:state/1732018669538/Put/seqid=0 2024-11-19T12:17:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741839_1015 (size=5156) 2024-11-19T12:17:54,042 INFO [M:0;351a98347401:39797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce30ebf4a0ba4f59a40c7fbb31c6d446 2024-11-19T12:17:54,048 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09ea336e4a61486090e9908ac40e86dc as hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09ea336e4a61486090e9908ac40e86dc 2024-11-19T12:17:54,054 INFO [M:0;351a98347401:39797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09ea336e4a61486090e9908ac40e86dc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T12:17:54,055 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9394e053c0e146669c47e6fc8bbcd46a as hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9394e053c0e146669c47e6fc8bbcd46a 2024-11-19T12:17:54,061 INFO [M:0;351a98347401:39797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9394e053c0e146669c47e6fc8bbcd46a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T12:17:54,063 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce30ebf4a0ba4f59a40c7fbb31c6d446 as hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce30ebf4a0ba4f59a40c7fbb31c6d446 2024-11-19T12:17:54,069 INFO [M:0;351a98347401:39797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34331/user/jenkins/test-data/2066e40e-c2fd-b160-c4bb-7311afa27b8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce30ebf4a0ba4f59a40c7fbb31c6d446, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T12:17:54,071 INFO [M:0;351a98347401:39797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-19T12:17:54,072 INFO [M:0;351a98347401:39797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:54,072 DEBUG [M:0;351a98347401:39797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018672778Disabling compacts and flushes for region at 1732018672778Disabling writes for close at 1732018672778Obtaining lock to block concurrent updates at 1732018672778Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018672778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732018672778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018672779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018672779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018672792 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018672792Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018673201 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018673213 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018673213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018673624 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018673637 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018673637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b28f02a: reopening flushed file at 1732018674047 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f81c28: reopening flushed file at 1732018674054 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b38cd8e: reopening flushed file at 1732018674062 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1732018674071 (+9 ms)Writing region close event to WAL at 1732018674072 (+1 ms)Closed at 1732018674072 2024-11-19T12:17:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42847 is added to blk_1073741830_1006 (size=10165) 2024-11-19T12:17:54,078 INFO [M:0;351a98347401:39797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:17:54,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:54,078 INFO [M:0;351a98347401:39797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39797 2024-11-19T12:17:54,079 INFO [M:0;351a98347401:39797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:54,260 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:54,282 INFO [M:0;351a98347401:39797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x10153075f630003, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:54,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@428096fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:54,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@671ff379{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:54,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:54,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654d7991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:54,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:54,323 WARN [BP-2109510650-172.17.0.2-1732018666410 heartbeating to localhost/127.0.0.1:34331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:17:54,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:17:54,323 WARN [BP-2109510650-172.17.0.2-1732018666410 heartbeating to localhost/127.0.0.1:34331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109510650-172.17.0.2-1732018666410 (Datanode Uuid e5216229-0b35-405a-942e-c7a3c34c7728) service to localhost/127.0.0.1:34331 2024-11-19T12:17:54,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:17:54,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/cluster_25c42d92-e0b7-0c7f-a8c8-4dd0698ea819/data/data1/current/BP-2109510650-172.17.0.2-1732018666410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:54,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/cluster_25c42d92-e0b7-0c7f-a8c8-4dd0698ea819/data/data2/current/BP-2109510650-172.17.0.2-1732018666410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:54,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:17:54,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15230209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:54,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:54,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:54,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:54,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:54,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:17:54,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:17:54,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:54,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:54,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:54,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:54,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:54,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:17:54,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1180638944, stopped=false 2024-11-19T12:17:54,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,36689,1732018662780 2024-11-19T12:17:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0205231354/running 2024-11-19T12:17:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0205231354/running 2024-11-19T12:17:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:54,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:54,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:54,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:17:54,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:54,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:54,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/running 2024-11-19T12:17:54,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Set watcher on znode that does not yet exist, /0205231354/running 2024-11-19T12:17:54,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,36249,1732018663018' ***** 2024-11-19T12:17:54,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(3091): Received CLOSE for e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:54,362 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(959): stopping server 351a98347401,36249,1732018663018 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:54,362 INFO [RS:0;351a98347401:36249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36249. 2024-11-19T12:17:54,362 DEBUG [RS:0;351a98347401:36249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:54,362 DEBUG [RS:0;351a98347401:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:54,363 INFO [RS:0;351a98347401:36249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:17:54,363 INFO [RS:0;351a98347401:36249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:17:54,363 INFO [RS:0;351a98347401:36249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e026ac60c02b66f0dffe77fa4519b1a6, disabling compactions & flushes 2024-11-19T12:17:54,363 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:17:54,363 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. after waiting 0 ms 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:54,363 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:17:54,363 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e026ac60c02b66f0dffe77fa4519b1a6=hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6.} 2024-11-19T12:17:54,363 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e026ac60c02b66f0dffe77fa4519b1a6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T12:17:54,363 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:17:54,363 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:17:54,363 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:17:54,363 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T12:17:54,377 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/.tmp/queue/1c1d51c8709f4c40a9e40c0949b4ffe8 is 151, key is 1-351a98347401,36249,1732018663018/queue:351a98347401%2C36249%2C1732018663018/1732018671506/Put/seqid=0 2024-11-19T12:17:54,379 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/info/a5e6610325924acaba85e7e4e6746f0e is 147, key is hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6./info:regioninfo/1732018671199/Put/seqid=0 2024-11-19T12:17:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741838_1014 (size=5350) 2024-11-19T12:17:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741839_1015 (size=6631) 2024-11-19T12:17:54,430 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:54,563 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:54,763 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e026ac60c02b66f0dffe77fa4519b1a6 2024-11-19T12:17:54,782 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/.tmp/queue/1c1d51c8709f4c40a9e40c0949b4ffe8 2024-11-19T12:17:54,787 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/info/a5e6610325924acaba85e7e4e6746f0e 2024-11-19T12:17:54,789 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/.tmp/queue/1c1d51c8709f4c40a9e40c0949b4ffe8 as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/queue/1c1d51c8709f4c40a9e40c0949b4ffe8 2024-11-19T12:17:54,796 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/queue/1c1d51c8709f4c40a9e40c0949b4ffe8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T12:17:54,797 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e026ac60c02b66f0dffe77fa4519b1a6 in 434ms, sequenceid=5, compaction requested=false 2024-11-19T12:17:54,801 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/replication/e026ac60c02b66f0dffe77fa4519b1a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:17:54,802 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:54,802 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:54,802 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:54,802 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e026ac60c02b66f0dffe77fa4519b1a6: Waiting for close lock at 1732018674363Running coprocessor pre-close hooks at 1732018674363Disabling compacts and flushes for region at 1732018674363Disabling writes for close at 1732018674363Obtaining lock to block concurrent updates at 1732018674363Preparing flush snapshotting stores in e026ac60c02b66f0dffe77fa4519b1a6 at 1732018674363Finished memstore snapshotting hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732018674363Flushing stores of hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. at 1732018674364 (+1 ms)Flushing e026ac60c02b66f0dffe77fa4519b1a6/queue: creating writer at 1732018674364Flushing e026ac60c02b66f0dffe77fa4519b1a6/queue: appending metadata at 1732018674377 (+13 ms)Flushing e026ac60c02b66f0dffe77fa4519b1a6/queue: closing flushed file at 1732018674377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a595f9c: reopening flushed file at 1732018674789 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e026ac60c02b66f0dffe77fa4519b1a6 in 434ms, sequenceid=5, compaction requested=false at 1732018674797 (+8 ms)Writing region close event to WAL at 1732018674797Running coprocessor post-close hooks at 1732018674802 (+5 ms)Closed at 1732018674802 2024-11-19T12:17:54,802 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018670422.e026ac60c02b66f0dffe77fa4519b1a6. 2024-11-19T12:17:54,807 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/ns/19d2c5b4ec154f1b9ac975b845f1611d is 43, key is default/ns:d/1732018666329/Put/seqid=0 2024-11-19T12:17:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741840_1016 (size=5153) 2024-11-19T12:17:54,964 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:55,065 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:55,164 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:55,212 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/ns/19d2c5b4ec154f1b9ac975b845f1611d 2024-11-19T12:17:55,229 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/table/b0c22c3197f84deda228c83550a0064d is 53, key is hbase:replication/table:state/1732018671208/Put/seqid=0 2024-11-19T12:17:55,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741841_1017 (size=5256) 2024-11-19T12:17:55,285 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:17:55,285 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:17:55,364 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:17:55,364 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:17:55,364 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:55,564 DEBUG [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:17:55,634 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/table/b0c22c3197f84deda228c83550a0064d 2024-11-19T12:17:55,640 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/info/a5e6610325924acaba85e7e4e6746f0e as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/info/a5e6610325924acaba85e7e4e6746f0e 2024-11-19T12:17:55,645 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/info/a5e6610325924acaba85e7e4e6746f0e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T12:17:55,646 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/ns/19d2c5b4ec154f1b9ac975b845f1611d as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/ns/19d2c5b4ec154f1b9ac975b845f1611d 2024-11-19T12:17:55,651 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/ns/19d2c5b4ec154f1b9ac975b845f1611d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:17:55,652 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/.tmp/table/b0c22c3197f84deda228c83550a0064d as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/table/b0c22c3197f84deda228c83550a0064d 2024-11-19T12:17:55,656 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/table/b0c22c3197f84deda228c83550a0064d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T12:17:55,657 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-19T12:17:55,662 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T12:17:55,662 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:17:55,662 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:17:55,662 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:55,662 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018674363Running coprocessor pre-close hooks at 1732018674363Disabling compacts and flushes for region at 1732018674363Disabling writes for close at 1732018674363Obtaining lock to block concurrent updates at 1732018674363Preparing flush snapshotting stores in 1588230740 at 1732018674363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732018674364 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018674364Flushing 1588230740/info: creating writer at 1732018674364Flushing 1588230740/info: appending metadata at 1732018674378 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732018674378Flushing 1588230740/ns: creating writer at 1732018674792 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732018674807 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732018674807Flushing 1588230740/table: creating writer at 1732018675217 (+410 ms)Flushing 1588230740/table: appending metadata at 1732018675229 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732018675229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6de6f9: reopening flushed file at 1732018675639 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7f806d: reopening flushed file at 1732018675646 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e121241: reopening flushed file at 1732018675651 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1732018675657 (+6 ms)Writing region close event to WAL at 1732018675658 (+1 ms)Running coprocessor post-close hooks at 1732018675662 (+4 ms)Closed at 1732018675662 2024-11-19T12:17:55,663 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:17:55,765 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(976): stopping server 351a98347401,36249,1732018663018; all regions closed. 2024-11-19T12:17:55,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741834_1010 (size=2742) 2024-11-19T12:17:55,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.meta.1732018666240.meta not finished, retry = 0 2024-11-19T12:17:55,870 DEBUG [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/oldWALs 2024-11-19T12:17:55,870 INFO [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C36249%2C1732018663018.meta:.meta(num 1732018666240) 2024-11-19T12:17:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741837_1013 (size=1586) 2024-11-19T12:17:55,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.rep.1732018671164 not finished, retry = 0 2024-11-19T12:17:55,970 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/WALs/351a98347401,36249,1732018663018/351a98347401%2C36249%2C1732018663018.1732018665363 to pos 0, reset compression=false 2024-11-19T12:17:55,975 DEBUG [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/oldWALs 2024-11-19T12:17:55,975 INFO [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C36249%2C1732018663018.rep:(num 1732018671164) 2024-11-19T12:17:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741832_1008 (size=93) 2024-11-19T12:17:55,982 DEBUG [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/oldWALs 2024-11-19T12:17:55,982 INFO [RS:0;351a98347401:36249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C36249%2C1732018663018:(num 1732018665363) 2024-11-19T12:17:55,983 DEBUG [RS:0;351a98347401:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:55,983 INFO [RS:0;351a98347401:36249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:17:55,983 INFO [RS:0;351a98347401:36249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:55,983 INFO [RS:0;351a98347401:36249 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:55,983 INFO [RS:0;351a98347401:36249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:55,983 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:55,983 INFO [RS:0;351a98347401:36249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,36249,1732018663018 because: Region server is closing 2024-11-19T12:17:55,983 INFO [RS:0;351a98347401:36249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36249. 2024-11-19T12:17:55,984 DEBUG [RS:0;351a98347401:36249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:17:55,984 DEBUG [RS:0;351a98347401:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:55,984 DEBUG [RS:0;351a98347401:36249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:17:55,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:17:56,084 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.shipper351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T12:17:56,084 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.wal-reader.351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:17:56,084 INFO [RS:0;351a98347401:36249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36249,1732018663018.replicationSource.shipper351a98347401%2C36249%2C1732018663018,1-351a98347401,36249,1732018663018 terminated 2024-11-19T12:17:56,085 INFO [RS:0;351a98347401:36249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36249 2024-11-19T12:17:56,097 INFO [RS:0;351a98347401:36249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:56,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0205231354/rs/351a98347401,36249,1732018663018 2024-11-19T12:17:56,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354/rs 2024-11-19T12:17:56,098 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fbff48e1240@30c3b351 rejected from java.util.concurrent.ThreadPoolExecutor@75c13b2d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T12:17:56,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,36249,1732018663018] 2024-11-19T12:17:56,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0205231354/draining/351a98347401,36249,1732018663018 already deleted, retry=false 2024-11-19T12:17:56,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,36249,1732018663018 expired; onlineServers=0 2024-11-19T12:17:56,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,36689,1732018662780' ***** 2024-11-19T12:17:56,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:17:56,119 INFO [M:0;351a98347401:36689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:17:56,119 INFO [M:0;351a98347401:36689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:17:56,119 DEBUG [M:0;351a98347401:36689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:17:56,119 DEBUG [M:0;351a98347401:36689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:17:56,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:17:56,119 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018665072 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018665072,5,FailOnTimeoutGroup] 2024-11-19T12:17:56,119 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018665068 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018665068,5,FailOnTimeoutGroup] 2024-11-19T12:17:56,119 INFO [M:0;351a98347401:36689 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:17:56,119 INFO [M:0;351a98347401:36689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:17:56,119 DEBUG [M:0;351a98347401:36689 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:17:56,119 INFO [M:0;351a98347401:36689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:17:56,119 INFO [M:0;351a98347401:36689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:17:56,120 INFO [M:0;351a98347401:36689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:17:56,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:17:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0205231354/master 2024-11-19T12:17:56,129 DEBUG [M:0;351a98347401:36689 {}] zookeeper.ZKUtil(347): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Unable to get data of znode /0205231354/master because node does not exist (not an error) 2024-11-19T12:17:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0205231354 2024-11-19T12:17:56,129 WARN [M:0;351a98347401:36689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:17:56,129 INFO [M:0;351a98347401:36689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/.lastflushedseqids 2024-11-19T12:17:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741842_1018 (size=181) 2024-11-19T12:17:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:56,208 INFO [RS:0;351a98347401:36249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36249-0x10153075f630001, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:56,208 INFO [RS:0;351a98347401:36249 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,36249,1732018663018; zookeeper connection closed. 2024-11-19T12:17:56,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e8c8f31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e8c8f31 2024-11-19T12:17:56,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:17:56,538 INFO [M:0;351a98347401:36689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:17:56,538 INFO [M:0;351a98347401:36689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:17:56,539 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:17:56,539 INFO [M:0;351a98347401:36689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:56,539 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:56,539 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:17:56,539 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:56,539 INFO [M:0;351a98347401:36689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T12:17:56,553 DEBUG [M:0;351a98347401:36689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d6611a9a9574e02804ef746e595eb98 is 82, key is hbase:meta,,1/info:regioninfo/1732018666276/Put/seqid=0 2024-11-19T12:17:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741843_1019 (size=5672) 2024-11-19T12:17:56,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:17:56,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:56,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:17:56,958 INFO [M:0;351a98347401:36689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d6611a9a9574e02804ef746e595eb98 2024-11-19T12:17:56,977 DEBUG [M:0;351a98347401:36689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba923f11fa6747e5b85b893ea1f30447 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732018671212/Put/seqid=0 2024-11-19T12:17:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741844_1020 (size=7203) 2024-11-19T12:17:57,382 INFO [M:0;351a98347401:36689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba923f11fa6747e5b85b893ea1f30447 2024-11-19T12:17:57,405 DEBUG [M:0;351a98347401:36689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac97b8350b14881bf5038a5ac71e297 is 69, key is 351a98347401,36249,1732018663018/rs:state/1732018665189/Put/seqid=0 2024-11-19T12:17:57,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741845_1021 (size=5156) 2024-11-19T12:17:57,811 INFO [M:0;351a98347401:36689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac97b8350b14881bf5038a5ac71e297 2024-11-19T12:17:57,821 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d6611a9a9574e02804ef746e595eb98 as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d6611a9a9574e02804ef746e595eb98 2024-11-19T12:17:57,828 INFO [M:0;351a98347401:36689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d6611a9a9574e02804ef746e595eb98, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T12:17:57,830 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba923f11fa6747e5b85b893ea1f30447 as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba923f11fa6747e5b85b893ea1f30447 2024-11-19T12:17:57,840 INFO [M:0;351a98347401:36689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba923f11fa6747e5b85b893ea1f30447, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T12:17:57,842 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac97b8350b14881bf5038a5ac71e297 as hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ac97b8350b14881bf5038a5ac71e297 2024-11-19T12:17:57,856 INFO [M:0;351a98347401:36689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43473/user/jenkins/test-data/50e4f58b-6d7a-30c9-0067-baa0f85191d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ac97b8350b14881bf5038a5ac71e297, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T12:17:57,857 INFO [M:0;351a98347401:36689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=70, compaction requested=false 2024-11-19T12:17:57,859 INFO [M:0;351a98347401:36689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:17:57,859 DEBUG [M:0;351a98347401:36689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018676539Disabling compacts and flushes for region at 1732018676539Disabling writes for close at 1732018676539Obtaining lock to block concurrent updates at 1732018676539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018676539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732018676539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018676540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018676540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018676552 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018676552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018676963 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018676976 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018676976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018677388 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018677405 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018677405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663cfbf2: reopening flushed file at 1732018677818 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcd1ff4: reopening flushed file at 1732018677828 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b05958: reopening flushed file at 1732018677841 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=70, compaction requested=false at 1732018677858 (+17 ms)Writing region close event to WAL at 1732018677859 (+1 ms)Closed at 1732018677859 2024-11-19T12:17:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38283 is added to blk_1073741830_1006 (size=41008) 2024-11-19T12:17:57,863 INFO [M:0;351a98347401:36689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:17:57,863 INFO [M:0;351a98347401:36689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36689 2024-11-19T12:17:57,863 INFO [M:0;351a98347401:36689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:17:57,863 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:17:58,029 INFO [M:0;351a98347401:36689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:17:58,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:58,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36689-0x10153075f630000, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:17:58,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c40a65a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:58,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19131f54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:58,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3183cd5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:58,041 WARN [BP-1265269289-172.17.0.2-1732018660309 heartbeating to localhost/127.0.0.1:43473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:17:58,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:17:58,041 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:17:58,041 WARN [BP-1265269289-172.17.0.2-1732018660309 heartbeating to localhost/127.0.0.1:43473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265269289-172.17.0.2-1732018660309 (Datanode Uuid 0cfd9323-4fd7-4466-98c1-93c440515022) service to localhost/127.0.0.1:43473 2024-11-19T12:17:58,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/data/data1/current/BP-1265269289-172.17.0.2-1732018660309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:58,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/cluster_43c13541-a158-0784-0b44-8b11965df367/data/data2/current/BP-1265269289-172.17.0.2-1732018660309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:17:58,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:17:58,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b23a564{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:58,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45fe8533{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:17:58,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:17:58,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@301e370e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:17:58,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5193f8d-929c-6429-4750-4e85b5cbffe0/hadoop.log.dir/,STOPPED} 2024-11-19T12:17:58,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:17:58,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:17:58,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 110) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34331 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43473 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13253 (was 13819) 2024-11-19T12:17:58,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=13253 2024-11-19T12:17:58,108 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T12:17:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir so I do NOT create it in target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae 2024-11-19T12:17:58,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:17:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.tmp.dir so I do NOT create it in target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae 2024-11-19T12:17:58,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29cc49a3-883c-4dea-72cf-390c4ee895b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:17:58,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae 2024-11-19T12:17:58,109 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8, deleteOnExit=true 2024-11-19T12:17:58,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/zookeeper_0, clientPort=55860, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:17:58,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55860 2024-11-19T12:17:58,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:17:58,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:17:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/test.cache.data in system properties and HBase conf 2024-11-19T12:17:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:17:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:17:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:17:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:17:58,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:17:58,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:17:58,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:17:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:17:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:17:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:17:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:17:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:17:58,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153075f630005, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:17:58,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153075f630002, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:17:58,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153075f630002, quorum=127.0.0.1:60661, baseZNode=/0205231354 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:17:58,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153075f630005, quorum=127.0.0.1:60661, baseZNode=/1329066594 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:17:58,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:58,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:58,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:58,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:58,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:17:58,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:58,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:58,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:58,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a317101{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/java.io.tmpdir/jetty-localhost-32873-hadoop-hdfs-3_4_1-tests_jar-_-any-12618320508948687113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:17:58,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:32873} 2024-11-19T12:17:58,857 INFO [Time-limited test {}] server.Server(415): Started @54439ms 2024-11-19T12:17:59,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:17:59,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:17:59,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:17:59,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:17:59,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:17:59,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:17:59,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:17:59,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec5fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/java.io.tmpdir/jetty-localhost-42619-hadoop-hdfs-3_4_1-tests_jar-_-any-2514828001021427863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:17:59,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:42619} 2024-11-19T12:17:59,291 INFO [Time-limited test {}] server.Server(415): Started @54872ms 2024-11-19T12:17:59,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:17:59,972 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/data/data2/current/BP-1539202952-172.17.0.2-1732018678171/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:59,972 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/data/data1/current/BP-1539202952-172.17.0.2-1732018678171/current, will proceed with Du for space computation calculation, 2024-11-19T12:17:59,988 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:17:59,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93d3e43ec3f87c98 with lease ID 0x97cb5ac1808d2734: Processing first storage report for DS-1918fbf0-79c6-424c-8c82-18dae4c785aa from datanode DatanodeRegistration(127.0.0.1:35839, datanodeUuid=c68c196e-41f4-4e47-834d-494f0c6ff84a, infoPort=41549, infoSecurePort=0, ipcPort=42053, storageInfo=lv=-57;cid=testClusterID;nsid=22463157;c=1732018678171) 2024-11-19T12:17:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93d3e43ec3f87c98 with lease ID 0x97cb5ac1808d2734: from storage DS-1918fbf0-79c6-424c-8c82-18dae4c785aa node DatanodeRegistration(127.0.0.1:35839, datanodeUuid=c68c196e-41f4-4e47-834d-494f0c6ff84a, infoPort=41549, infoSecurePort=0, ipcPort=42053, storageInfo=lv=-57;cid=testClusterID;nsid=22463157;c=1732018678171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:17:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93d3e43ec3f87c98 with lease ID 0x97cb5ac1808d2734: Processing first storage report for DS-7206ce89-61b3-4a1d-9f6e-ae6ad0d5688d from datanode DatanodeRegistration(127.0.0.1:35839, datanodeUuid=c68c196e-41f4-4e47-834d-494f0c6ff84a, infoPort=41549, infoSecurePort=0, ipcPort=42053, storageInfo=lv=-57;cid=testClusterID;nsid=22463157;c=1732018678171) 2024-11-19T12:17:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93d3e43ec3f87c98 with lease ID 0x97cb5ac1808d2734: from storage DS-7206ce89-61b3-4a1d-9f6e-ae6ad0d5688d node DatanodeRegistration(127.0.0.1:35839, datanodeUuid=c68c196e-41f4-4e47-834d-494f0c6ff84a, infoPort=41549, infoSecurePort=0, ipcPort=42053, storageInfo=lv=-57;cid=testClusterID;nsid=22463157;c=1732018678171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:18:00,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae 2024-11-19T12:18:00,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:00,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:00,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:18:00,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25 with version=8 2024-11-19T12:18:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/hbase-staging 2024-11-19T12:18:00,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:18:00,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:18:00,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36221 2024-11-19T12:18:00,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36221 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-19T12:18:00,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362210x0, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:18:00,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36221-0x1015307a5210000 connected 2024-11-19T12:18:00,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:00,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:00,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/running 2024-11-19T12:18:00,606 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25, hbase.cluster.distributed=false 2024-11-19T12:18:00,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/acl 2024-11-19T12:18:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36221 2024-11-19T12:18:00,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36221 2024-11-19T12:18:00,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36221 2024-11-19T12:18:00,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36221 2024-11-19T12:18:00,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36221 2024-11-19T12:18:00,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:18:00,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40015 2024-11-19T12:18:00,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40015 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-19T12:18:00,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:00,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400150x0, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:18:00,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400150x0, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/running 2024-11-19T12:18:00,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40015-0x1015307a5210001 connected 2024-11-19T12:18:00,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:18:00,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:18:00,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/master 2024-11-19T12:18:00,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/acl 2024-11-19T12:18:00,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40015 2024-11-19T12:18:00,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40015 2024-11-19T12:18:00,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40015 2024-11-19T12:18:00,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40015 2024-11-19T12:18:00,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40015 2024-11-19T12:18:00,666 DEBUG [M:0;351a98347401:36221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:36221 2024-11-19T12:18:00,667 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1454566807/backup-masters/351a98347401,36221,1732018680431 2024-11-19T12:18:00,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807/backup-masters 2024-11-19T12:18:00,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807/backup-masters 2024-11-19T12:18:00,676 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on existing znode=/0-1454566807/backup-masters/351a98347401,36221,1732018680431 2024-11-19T12:18:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1454566807/master 2024-11-19T12:18:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:00,687 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on existing znode=/0-1454566807/master 2024-11-19T12:18:00,687 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1454566807/backup-masters/351a98347401,36221,1732018680431 from backup master directory 2024-11-19T12:18:00,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1454566807/backup-masters/351a98347401,36221,1732018680431 2024-11-19T12:18:00,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807/backup-masters 2024-11-19T12:18:00,697 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:18:00,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807/backup-masters 2024-11-19T12:18:00,697 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,36221,1732018680431 2024-11-19T12:18:00,701 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/hbase.id] with ID: 6e412bde-e9bd-449b-9f76-c03e83af57be 2024-11-19T12:18:00,701 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/.tmp/hbase.id 2024-11-19T12:18:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:18:01,106 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/.tmp/hbase.id]:[hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/hbase.id] 2024-11-19T12:18:01,117 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:01,117 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:18:01,118 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:18:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:18:01,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:18:01,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:01,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:01,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:01,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:18:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:18:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:18:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:18:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:18:01,750 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:18:01,751 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:18:01,751 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:18:02,163 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store 2024-11-19T12:18:02,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:18:02,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:02,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:18:02,570 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:02,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:02,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:18:02,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:02,570 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:02,570 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018682570Disabling compacts and flushes for region at 1732018682570Disabling writes for close at 1732018682570Writing region close event to WAL at 1732018682570Closed at 1732018682570 2024-11-19T12:18:02,571 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/.initializing 2024-11-19T12:18:02,571 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/WALs/351a98347401,36221,1732018680431 2024-11-19T12:18:02,572 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:18:02,574 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C36221%2C1732018680431, suffix=, logDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/WALs/351a98347401,36221,1732018680431, archiveDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/oldWALs, maxLogs=10 2024-11-19T12:18:02,590 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/WALs/351a98347401,36221,1732018680431/351a98347401%2C36221%2C1732018680431.1732018682575, exclude list is [], retry=0 2024-11-19T12:18:02,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-1918fbf0-79c6-424c-8c82-18dae4c785aa,DISK] 2024-11-19T12:18:02,594 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/WALs/351a98347401,36221,1732018680431/351a98347401%2C36221%2C1732018680431.1732018682575 2024-11-19T12:18:02,594 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41549:41549)] 2024-11-19T12:18:02,595 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:02,595 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:02,595 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,595 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:18:02,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:02,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:02,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:18:02,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:02,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:02,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:18:02,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:02,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:02,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:18:02,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:02,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:02,605 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,605 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,606 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,607 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,607 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,608 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:18:02,609 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:02,611 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:02,612 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70996092, jitterRate=0.05792421102523804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:18:02,613 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018682595Initializing all the Stores at 1732018682596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018682596Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018682596Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018682596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018682596Cleaning up temporary data from old regions at 1732018682607 (+11 ms)Region opened successfully at 1732018682612 (+5 ms) 2024-11-19T12:18:02,613 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:18:02,619 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463c08cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:18:02,620 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:18:02,620 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:18:02,620 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:18:02,620 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:18:02,621 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:18:02,622 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:18:02,622 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:18:02,624 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:18:02,625 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Unable to get data of znode /0-1454566807/balancer because node does not exist (not necessarily an error) 2024-11-19T12:18:02,707 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1454566807/balancer already deleted, retry=false 2024-11-19T12:18:02,708 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:18:02,709 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Unable to get data of znode /0-1454566807/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:18:02,718 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1454566807/normalizer already deleted, retry=false 2024-11-19T12:18:02,718 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:18:02,719 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Unable to get data of znode /0-1454566807/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:18:02,728 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1454566807/switch/split already deleted, retry=false 2024-11-19T12:18:02,729 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Unable to get data of znode /0-1454566807/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:18:02,739 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1454566807/switch/merge already deleted, retry=false 2024-11-19T12:18:02,741 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Unable to get data of znode /0-1454566807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:18:02,749 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1454566807/snapshot-cleanup already deleted, retry=false 2024-11-19T12:18:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1454566807/running 2024-11-19T12:18:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1454566807/running 2024-11-19T12:18:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:02,760 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,36221,1732018680431, sessionid=0x1015307a5210000, setting cluster-up flag (Was=false) 2024-11-19T12:18:02,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:02,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:02,813 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1454566807/flush-table-proc/acquired, /0-1454566807/flush-table-proc/reached, /0-1454566807/flush-table-proc/abort 2024-11-19T12:18:02,814 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36221,1732018680431 2024-11-19T12:18:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:02,865 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1454566807/online-snapshot/acquired, /0-1454566807/online-snapshot/reached, /0-1454566807/online-snapshot/abort 2024-11-19T12:18:02,866 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36221,1732018680431 2024-11-19T12:18:02,868 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:18:02,869 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:02,869 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:18:02,870 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:18:02,870 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,36221,1732018680431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:18:02,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:02,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:02,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:18:02,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:02,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:18:02,880 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018712880 2024-11-19T12:18:02,880 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:18:02,880 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:18:02,880 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:18:02,881 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:18:02,881 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:18:02,881 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:18:02,884 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:02,884 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:18:02,885 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:18:02,885 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:18:02,885 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:18:02,885 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:18:02,885 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:18:02,887 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018682885,5,FailOnTimeoutGroup] 2024-11-19T12:18:02,887 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018682887,5,FailOnTimeoutGroup] 2024-11-19T12:18:02,887 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:02,887 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:18:02,887 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:02,887 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:18:02,956 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(746): ClusterId : 6e412bde-e9bd-449b-9f76-c03e83af57be 2024-11-19T12:18:02,956 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:18:02,961 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:18:02,961 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:18:02,971 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:18:02,972 DEBUG [RS:0;351a98347401:40015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b7098a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:18:02,989 DEBUG [RS:0;351a98347401:40015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:40015 2024-11-19T12:18:02,989 INFO [RS:0;351a98347401:40015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:18:02,989 INFO [RS:0;351a98347401:40015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:18:02,989 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:18:02,990 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,36221,1732018680431 with port=40015, startcode=1732018680623 2024-11-19T12:18:02,990 DEBUG [RS:0;351a98347401:40015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:18:02,992 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:18:02,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,40015,1732018680623 2024-11-19T12:18:02,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36221 {}] master.ServerManager(517): Registering regionserver=351a98347401,40015,1732018680623 2024-11-19T12:18:02,994 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25 2024-11-19T12:18:02,994 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40573 2024-11-19T12:18:02,994 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:18:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807/rs 2024-11-19T12:18:03,003 DEBUG [RS:0;351a98347401:40015 {}] zookeeper.ZKUtil(111): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on existing znode=/0-1454566807/rs/351a98347401,40015,1732018680623 2024-11-19T12:18:03,003 WARN [RS:0;351a98347401:40015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:18:03,003 INFO [RS:0;351a98347401:40015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:03,003 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623 2024-11-19T12:18:03,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,40015,1732018680623] 2024-11-19T12:18:03,011 INFO [RS:0;351a98347401:40015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:18:03,014 INFO [RS:0;351a98347401:40015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:18:03,014 INFO [RS:0;351a98347401:40015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:18:03,014 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,019 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:18:03,021 INFO [RS:0;351a98347401:40015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:18:03,021 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,021 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,022 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,022 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,022 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:03,022 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:18:03,022 DEBUG [RS:0;351a98347401:40015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:18:03,024 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,024 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,024 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,024 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,024 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,024 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40015,1732018680623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:18:03,039 INFO [RS:0;351a98347401:40015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:18:03,039 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40015,1732018680623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,039 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,039 INFO [RS:0;351a98347401:40015 {}] regionserver.Replication(171): 351a98347401,40015,1732018680623 started 2024-11-19T12:18:03,056 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:03,057 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,40015,1732018680623, RpcServer on 351a98347401/172.17.0.2:40015, sessionid=0x1015307a5210001 2024-11-19T12:18:03,057 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:18:03,057 DEBUG [RS:0;351a98347401:40015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,40015,1732018680623 2024-11-19T12:18:03,057 DEBUG [RS:0;351a98347401:40015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,40015,1732018680623' 2024-11-19T12:18:03,057 DEBUG [RS:0;351a98347401:40015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1454566807/flush-table-proc/abort' 2024-11-19T12:18:03,057 DEBUG [RS:0;351a98347401:40015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1454566807/flush-table-proc/acquired' 2024-11-19T12:18:03,058 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:18:03,058 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:18:03,058 DEBUG [RS:0;351a98347401:40015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,40015,1732018680623 2024-11-19T12:18:03,058 DEBUG [RS:0;351a98347401:40015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,40015,1732018680623' 2024-11-19T12:18:03,058 DEBUG [RS:0;351a98347401:40015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1454566807/online-snapshot/abort' 2024-11-19T12:18:03,058 DEBUG [RS:0;351a98347401:40015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1454566807/online-snapshot/acquired' 2024-11-19T12:18:03,059 DEBUG [RS:0;351a98347401:40015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:18:03,059 INFO [RS:0;351a98347401:40015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:18:03,059 INFO [RS:0;351a98347401:40015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:18:03,159 INFO [RS:0;351a98347401:40015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:18:03,161 INFO [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C40015%2C1732018680623, suffix=, logDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623, archiveDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/oldWALs, maxLogs=10 2024-11-19T12:18:03,172 DEBUG [RS:0;351a98347401:40015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161, exclude list is [], retry=0 2024-11-19T12:18:03,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-1918fbf0-79c6-424c-8c82-18dae4c785aa,DISK] 2024-11-19T12:18:03,177 INFO [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 2024-11-19T12:18:03,177 DEBUG [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41549:41549)] 2024-11-19T12:18:03,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:18:03,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25 2024-11-19T12:18:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:18:03,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:03,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:18:03,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:18:03,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:03,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:03,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:18:03,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:18:03,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:03,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:03,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:18:03,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:18:03,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:03,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:03,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:18:03,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:18:03,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:03,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:03,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:18:03,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740 2024-11-19T12:18:03,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740 2024-11-19T12:18:03,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:18:03,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:18:03,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:18:03,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:18:03,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:03,712 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62794015, jitterRate=-0.06429626047611237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:18:03,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018683696Initializing all the Stores at 1732018683697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018683697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018683697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018683697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018683697Cleaning up temporary data from old regions at 1732018683708 (+11 ms)Region opened successfully at 1732018683713 (+5 ms) 2024-11-19T12:18:03,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:18:03,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:18:03,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:18:03,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:18:03,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:18:03,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:18:03,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018683713Disabling compacts and flushes for region at 1732018683713Disabling writes for close at 1732018683713Writing region close event to WAL at 1732018683714 (+1 ms)Closed at 1732018683714 2024-11-19T12:18:03,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:03,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:18:03,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:18:03,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:18:03,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:18:03,868 DEBUG [351a98347401:36221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:18:03,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,40015,1732018680623 2024-11-19T12:18:03,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,40015,1732018680623, state=OPENING 2024-11-19T12:18:03,985 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:18:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:04,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:18:04,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1454566807/meta-region-server: CHANGED 2024-11-19T12:18:04,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,40015,1732018680623}] 2024-11-19T12:18:04,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1454566807/meta-region-server: CHANGED 2024-11-19T12:18:04,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:18:04,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:18:04,221 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:18:04,221 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:04,221 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:18:04,223 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C40015%2C1732018680623.meta, suffix=.meta, logDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623, archiveDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/oldWALs, maxLogs=10 2024-11-19T12:18:04,234 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.meta.1732018684223.meta, exclude list is [], retry=0 2024-11-19T12:18:04,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-1918fbf0-79c6-424c-8c82-18dae4c785aa,DISK] 2024-11-19T12:18:04,241 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.meta.1732018684223.meta 2024-11-19T12:18:04,241 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41549:41549)] 2024-11-19T12:18:04,241 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:04,242 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:18:04,242 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:18:04,242 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:18:04,242 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:18:04,242 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:18:04,242 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:04,242 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:18:04,242 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:18:04,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:18:04,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:18:04,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:04,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:04,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:18:04,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:18:04,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:04,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:04,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:18:04,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:18:04,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:04,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:04,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:18:04,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:18:04,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:04,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:04,250 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:18:04,251 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740 2024-11-19T12:18:04,252 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740 2024-11-19T12:18:04,253 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:18:04,253 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:18:04,254 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:18:04,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:18:04,256 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60977799, jitterRate=-0.09135998785495758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:18:04,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:18:04,256 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018684243Writing region info on filesystem at 1732018684243Initializing all the Stores at 1732018684244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018684244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018684244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018684244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018684244Cleaning up temporary data from old regions at 1732018684253 (+9 ms)Running coprocessor post-open hooks at 1732018684256 (+3 ms)Region opened successfully at 1732018684256 2024-11-19T12:18:04,258 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018684216 2024-11-19T12:18:04,260 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:18:04,260 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:18:04,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,40015,1732018680623 2024-11-19T12:18:04,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,40015,1732018680623, state=OPEN 2024-11-19T12:18:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1454566807/meta-region-server 2024-11-19T12:18:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1454566807/meta-region-server 2024-11-19T12:18:04,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,40015,1732018680623 2024-11-19T12:18:04,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1454566807/meta-region-server: CHANGED 2024-11-19T12:18:04,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1454566807/meta-region-server: CHANGED 2024-11-19T12:18:04,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:18:04,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,40015,1732018680623 in 212 msec 2024-11-19T12:18:04,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:18:04,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-19T12:18:04,288 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:04,288 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:18:04,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:04,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40015,1732018680623, seqNum=-1] 2024-11-19T12:18:04,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:04,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:04,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4260 sec 2024-11-19T12:18:04,296 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018684295, completionTime=-1 2024-11-19T12:18:04,296 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:18:04,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:18:04,297 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:18:04,297 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018744297 2024-11-19T12:18:04,297 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018804297 2024-11-19T12:18:04,297 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:18:04,298 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36221,1732018680431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,298 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36221,1732018680431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,298 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36221,1732018680431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,298 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:36221, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,298 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,298 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,300 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.604sec 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36221,1732018680431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:18:04,301 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36221,1732018680431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:18:04,304 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:18:04,304 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:18:04,304 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36221,1732018680431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:04,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:04,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36221,-1 for getting cluster id 2024-11-19T12:18:04,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:04,358 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e412bde-e9bd-449b-9f76-c03e83af57be' 2024-11-19T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e412bde-e9bd-449b-9f76-c03e83af57be" 2024-11-19T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e52722a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36221,-1] 2024-11-19T12:18:04,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:04,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:04,360 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:04,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f366e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:04,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40015,1732018680623, seqNum=-1] 2024-11-19T12:18:04,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:04,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,36221,1732018680431 2024-11-19T12:18:04,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-19T12:18:04,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:18:04,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015307a5210002 connected 2024-11-19T12:18:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir so I do NOT create it in target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86 2024-11-19T12:18:04,405 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:18:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.tmp.dir so I do NOT create it in target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86 2024-11-19T12:18:04,405 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:18:04,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86 2024-11-19T12:18:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:18:04,405 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/cluster_f2f3ce59-c793-703c-b336-4c40f9915511, deleteOnExit=true 2024-11-19T12:18:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:18:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/test.cache.data in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:18:04,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:18:04,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:18:04,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:18:04,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:18:04,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:18:04,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:18:04,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:18:04,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:18:04,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:18:04,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:18:04,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:18:04,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:18:04,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:18:04,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:18:04,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:18:04,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444d644d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/java.io.tmpdir/jetty-localhost-33691-hadoop-hdfs-3_4_1-tests_jar-_-any-12840960382230007622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:18:04,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:33691} 2024-11-19T12:18:04,864 INFO [Time-limited test {}] server.Server(415): Started @60445ms 2024-11-19T12:18:05,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:18:05,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:18:05,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:18:05,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:18:05,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:18:05,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:18:05,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:18:05,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/java.io.tmpdir/jetty-localhost-43963-hadoop-hdfs-3_4_1-tests_jar-_-any-13245892011960262384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:18:05,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:43963} 2024-11-19T12:18:05,218 INFO [Time-limited test {}] server.Server(415): Started @60800ms 2024-11-19T12:18:05,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:18:05,834 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/cluster_f2f3ce59-c793-703c-b336-4c40f9915511/data/data1/current/BP-1629041738-172.17.0.2-1732018684445/current, will proceed with Du for space computation calculation, 2024-11-19T12:18:05,834 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/cluster_f2f3ce59-c793-703c-b336-4c40f9915511/data/data2/current/BP-1629041738-172.17.0.2-1732018684445/current, will proceed with Du for space computation calculation, 2024-11-19T12:18:05,854 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:18:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x822d91c9b6cce720 with lease ID 0x632e7b2e39f31e83: Processing first storage report for DS-ca7cddf4-9184-4311-a683-e0be8df5a25d from datanode DatanodeRegistration(127.0.0.1:46651, datanodeUuid=084561c2-99c8-4c49-ba36-c1f8bc89d633, infoPort=36353, infoSecurePort=0, ipcPort=44705, storageInfo=lv=-57;cid=testClusterID;nsid=966833259;c=1732018684445) 2024-11-19T12:18:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x822d91c9b6cce720 with lease ID 0x632e7b2e39f31e83: from storage DS-ca7cddf4-9184-4311-a683-e0be8df5a25d node DatanodeRegistration(127.0.0.1:46651, datanodeUuid=084561c2-99c8-4c49-ba36-c1f8bc89d633, infoPort=36353, infoSecurePort=0, ipcPort=44705, storageInfo=lv=-57;cid=testClusterID;nsid=966833259;c=1732018684445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:18:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x822d91c9b6cce720 with lease ID 0x632e7b2e39f31e83: Processing first storage report for DS-6400fef5-4c0e-4287-b56b-eaf39063b372 from datanode DatanodeRegistration(127.0.0.1:46651, datanodeUuid=084561c2-99c8-4c49-ba36-c1f8bc89d633, infoPort=36353, infoSecurePort=0, ipcPort=44705, storageInfo=lv=-57;cid=testClusterID;nsid=966833259;c=1732018684445) 2024-11-19T12:18:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x822d91c9b6cce720 with lease ID 0x632e7b2e39f31e83: from storage DS-6400fef5-4c0e-4287-b56b-eaf39063b372 node DatanodeRegistration(127.0.0.1:46651, datanodeUuid=084561c2-99c8-4c49-ba36-c1f8bc89d633, infoPort=36353, infoSecurePort=0, ipcPort=44705, storageInfo=lv=-57;cid=testClusterID;nsid=966833259;c=1732018684445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:18:05,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86 2024-11-19T12:18:05,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:05,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:18:06,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6 with version=8 2024-11-19T12:18:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/hbase-staging 2024-11-19T12:18:06,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:18:06,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39169 2024-11-19T12:18:06,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39169 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-19T12:18:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391690x0, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:18:06,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39169-0x1015307a5210003 connected 2024-11-19T12:18:06,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:06,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:06,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/running 2024-11-19T12:18:06,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6, hbase.cluster.distributed=false 2024-11-19T12:18:06,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/acl 2024-11-19T12:18:06,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39169 2024-11-19T12:18:06,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39169 2024-11-19T12:18:06,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39169 2024-11-19T12:18:06,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39169 2024-11-19T12:18:06,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39169 2024-11-19T12:18:06,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:18:06,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:18:06,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35511 2024-11-19T12:18:06,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35511 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-19T12:18:06,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:06,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355110x0, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:18:06,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355110x0, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/running 2024-11-19T12:18:06,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35511-0x1015307a5210004 connected 2024-11-19T12:18:06,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:18:06,529 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:18:06,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/master 2024-11-19T12:18:06,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/acl 2024-11-19T12:18:06,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-19T12:18:06,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35511 2024-11-19T12:18:06,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35511 2024-11-19T12:18:06,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-19T12:18:06,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35511 2024-11-19T12:18:06,548 DEBUG [M:0;351a98347401:39169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:39169 2024-11-19T12:18:06,548 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1471946279/backup-masters/351a98347401,39169,1732018686358 2024-11-19T12:18:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279/backup-masters 2024-11-19T12:18:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279/backup-masters 2024-11-19T12:18:06,560 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on existing znode=/1471946279/backup-masters/351a98347401,39169,1732018686358 2024-11-19T12:18:06,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:06,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1471946279/master 2024-11-19T12:18:06,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:06,571 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on existing znode=/1471946279/master 2024-11-19T12:18:06,571 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1471946279/backup-masters/351a98347401,39169,1732018686358 from backup master directory 2024-11-19T12:18:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1471946279/backup-masters/351a98347401,39169,1732018686358 2024-11-19T12:18:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279/backup-masters 2024-11-19T12:18:06,581 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:18:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279/backup-masters 2024-11-19T12:18:06,581 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,39169,1732018686358 2024-11-19T12:18:06,585 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/hbase.id] with ID: 23df8f1a-1ff7-4cac-a55f-e5e15b693c0a 2024-11-19T12:18:06,585 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/.tmp/hbase.id 2024-11-19T12:18:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:18:06,995 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/.tmp/hbase.id]:[hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/hbase.id] 2024-11-19T12:18:07,006 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:07,006 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:18:07,007 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:18:07,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:07,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:18:07,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:18:07,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:07,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:07,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:07,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:07,419 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:18:07,419 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:18:07,420 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:18:07,827 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store 2024-11-19T12:18:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:18:08,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:08,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:18:08,233 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:08,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:08,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:18:08,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:08,233 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:18:08,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018688233Disabling compacts and flushes for region at 1732018688233Disabling writes for close at 1732018688233Writing region close event to WAL at 1732018688233Closed at 1732018688233 2024-11-19T12:18:08,234 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/.initializing 2024-11-19T12:18:08,234 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/WALs/351a98347401,39169,1732018686358 2024-11-19T12:18:08,235 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:18:08,237 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C39169%2C1732018686358, suffix=, logDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/WALs/351a98347401,39169,1732018686358, archiveDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/oldWALs, maxLogs=10 2024-11-19T12:18:08,248 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/WALs/351a98347401,39169,1732018686358/351a98347401%2C39169%2C1732018686358.1732018688237, exclude list is [], retry=0 2024-11-19T12:18:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46651,DS-ca7cddf4-9184-4311-a683-e0be8df5a25d,DISK] 2024-11-19T12:18:08,252 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/WALs/351a98347401,39169,1732018686358/351a98347401%2C39169%2C1732018686358.1732018688237 2024-11-19T12:18:08,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36353:36353)] 2024-11-19T12:18:08,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:08,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:08,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:18:08,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:08,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:08,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:18:08,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:08,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:08,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:18:08,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:08,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:08,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:18:08,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:08,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:08,261 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,261 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,261 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,263 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:18:08,264 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:18:08,266 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:08,266 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68951731, jitterRate=0.02746085822582245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:18:08,267 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018688253Initializing all the Stores at 1732018688254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018688254Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018688254Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018688254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018688254Cleaning up temporary data from old regions at 1732018688263 (+9 ms)Region opened successfully at 1732018688267 (+4 ms) 2024-11-19T12:18:08,272 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:18:08,275 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f709c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:18:08,276 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:18:08,276 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:18:08,276 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:18:08,276 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:18:08,276 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:18:08,277 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:18:08,277 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:18:08,278 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:18:08,279 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Unable to get data of znode /1471946279/balancer because node does not exist (not necessarily an error) 2024-11-19T12:18:08,286 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1471946279/balancer already deleted, retry=false 2024-11-19T12:18:08,286 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:18:08,287 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Unable to get data of znode /1471946279/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:18:08,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1471946279/normalizer already deleted, retry=false 2024-11-19T12:18:08,297 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:18:08,298 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Unable to get data of znode /1471946279/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:18:08,307 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1471946279/switch/split already deleted, retry=false 2024-11-19T12:18:08,308 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Unable to get data of znode /1471946279/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:18:08,318 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1471946279/switch/merge already deleted, retry=false 2024-11-19T12:18:08,320 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Unable to get data of znode /1471946279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:18:08,328 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1471946279/snapshot-cleanup already deleted, retry=false 2024-11-19T12:18:08,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1471946279/running 2024-11-19T12:18:08,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1471946279/running 2024-11-19T12:18:08,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:08,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:08,339 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,39169,1732018686358, sessionid=0x1015307a5210003, setting cluster-up flag (Was=false) 2024-11-19T12:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:08,391 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1471946279/flush-table-proc/acquired, /1471946279/flush-table-proc/reached, /1471946279/flush-table-proc/abort 2024-11-19T12:18:08,392 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39169,1732018686358 2024-11-19T12:18:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:08,444 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1471946279/online-snapshot/acquired, /1471946279/online-snapshot/reached, /1471946279/online-snapshot/abort 2024-11-19T12:18:08,445 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39169,1732018686358 2024-11-19T12:18:08,446 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:18:08,448 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:08,448 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:18:08,448 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:18:08,448 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,39169,1732018686358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:18:08,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018718453 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:18:08,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:18:08,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:18:08,453 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,454 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:18:08,454 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:18:08,454 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:18:08,454 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:18:08,454 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:18:08,454 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:18:08,454 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:08,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:18:08,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018688454,5,FailOnTimeoutGroup] 2024-11-19T12:18:08,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018688456,5,FailOnTimeoutGroup] 2024-11-19T12:18:08,456 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,456 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:18:08,456 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,456 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:18:08,538 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(746): ClusterId : 23df8f1a-1ff7-4cac-a55f-e5e15b693c0a 2024-11-19T12:18:08,538 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:18:08,550 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:18:08,550 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:18:08,560 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:18:08,561 DEBUG [RS:0;351a98347401:35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1e7d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:18:08,570 DEBUG [RS:0;351a98347401:35511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:35511 2024-11-19T12:18:08,570 INFO [RS:0;351a98347401:35511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:18:08,570 INFO [RS:0;351a98347401:35511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:18:08,570 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:18:08,571 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,39169,1732018686358 with port=35511, startcode=1732018686508 2024-11-19T12:18:08,571 DEBUG [RS:0;351a98347401:35511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:18:08,572 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:18:08,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,35511,1732018686508 2024-11-19T12:18:08,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39169 {}] master.ServerManager(517): Registering regionserver=351a98347401,35511,1732018686508 2024-11-19T12:18:08,574 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6 2024-11-19T12:18:08,575 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46025 2024-11-19T12:18:08,575 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:18:08,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279/rs 2024-11-19T12:18:08,611 DEBUG [RS:0;351a98347401:35511 {}] zookeeper.ZKUtil(111): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on existing znode=/1471946279/rs/351a98347401,35511,1732018686508 2024-11-19T12:18:08,611 WARN [RS:0;351a98347401:35511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:18:08,612 INFO [RS:0;351a98347401:35511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:08,612 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508 2024-11-19T12:18:08,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,35511,1732018686508] 2024-11-19T12:18:08,617 INFO [RS:0;351a98347401:35511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:18:08,620 INFO [RS:0;351a98347401:35511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:18:08,620 INFO [RS:0;351a98347401:35511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:18:08,620 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,620 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:18:08,621 INFO [RS:0;351a98347401:35511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:18:08,621 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,621 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,621 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:18:08,622 DEBUG [RS:0;351a98347401:35511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:18:08,622 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,622 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,623 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,623 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,623 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,623 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35511,1732018686508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:18:08,635 INFO [RS:0;351a98347401:35511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:18:08,636 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35511,1732018686508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,636 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,636 INFO [RS:0;351a98347401:35511 {}] regionserver.Replication(171): 351a98347401,35511,1732018686508 started 2024-11-19T12:18:08,648 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:08,649 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,35511,1732018686508, RpcServer on 351a98347401/172.17.0.2:35511, sessionid=0x1015307a5210004 2024-11-19T12:18:08,649 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:18:08,649 DEBUG [RS:0;351a98347401:35511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,35511,1732018686508 2024-11-19T12:18:08,649 DEBUG [RS:0;351a98347401:35511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35511,1732018686508' 2024-11-19T12:18:08,649 DEBUG [RS:0;351a98347401:35511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1471946279/flush-table-proc/abort' 2024-11-19T12:18:08,649 DEBUG [RS:0;351a98347401:35511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1471946279/flush-table-proc/acquired' 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,35511,1732018686508 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35511,1732018686508' 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1471946279/online-snapshot/abort' 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1471946279/online-snapshot/acquired' 2024-11-19T12:18:08,650 DEBUG [RS:0;351a98347401:35511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:18:08,650 INFO [RS:0;351a98347401:35511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:18:08,650 INFO [RS:0;351a98347401:35511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:18:08,751 INFO [RS:0;351a98347401:35511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:18:08,752 INFO [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35511%2C1732018686508, suffix=, logDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508, archiveDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/oldWALs, maxLogs=10 2024-11-19T12:18:08,763 DEBUG [RS:0;351a98347401:35511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508/351a98347401%2C35511%2C1732018686508.1732018688752, exclude list is [], retry=0 2024-11-19T12:18:08,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46651,DS-ca7cddf4-9184-4311-a683-e0be8df5a25d,DISK] 2024-11-19T12:18:08,767 INFO [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508/351a98347401%2C35511%2C1732018686508.1732018688752 2024-11-19T12:18:08,768 DEBUG [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36353:36353)] 2024-11-19T12:18:08,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:18:08,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6 2024-11-19T12:18:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:18:09,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:18:09,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:09,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:18:09,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:18:09,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:18:09,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:18:09,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:18:09,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:18:09,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:18:09,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:18:09,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:18:09,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740 2024-11-19T12:18:09,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740 2024-11-19T12:18:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:18:09,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:18:09,287 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:18:09,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:18:09,290 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:09,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70664210, jitterRate=0.05297878384590149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:18:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018689278Initializing all the Stores at 1732018689278Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018689279 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018689279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018689279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018689279Cleaning up temporary data from old regions at 1732018689287 (+8 ms)Region opened successfully at 1732018689291 (+4 ms) 2024-11-19T12:18:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:18:09,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:18:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:18:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:18:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:18:09,291 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:18:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018689291Disabling compacts and flushes for region at 1732018689291Disabling writes for close at 1732018689291Writing region close event to WAL at 1732018689291Closed at 1732018689291 2024-11-19T12:18:09,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:09,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:18:09,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:18:09,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:18:09,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:18:09,445 DEBUG [351a98347401:39169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:18:09,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,35511,1732018686508 2024-11-19T12:18:09,446 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35511,1732018686508, state=OPENING 2024-11-19T12:18:09,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:18:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:18:09,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1471946279/meta-region-server: CHANGED 2024-11-19T12:18:09,466 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:18:09,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35511,1732018686508}] 2024-11-19T12:18:09,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1471946279/meta-region-server: CHANGED 2024-11-19T12:18:09,619 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:18:09,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:18:09,624 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:18:09,625 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:09,625 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:18:09,627 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35511%2C1732018686508.meta, suffix=.meta, logDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508, archiveDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/oldWALs, maxLogs=10 2024-11-19T12:18:09,641 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508/351a98347401%2C35511%2C1732018686508.meta.1732018689627.meta, exclude list is [], retry=0 2024-11-19T12:18:09,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46651,DS-ca7cddf4-9184-4311-a683-e0be8df5a25d,DISK] 2024-11-19T12:18:09,644 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508/351a98347401%2C35511%2C1732018686508.meta.1732018689627.meta 2024-11-19T12:18:09,645 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36353:36353)] 2024-11-19T12:18:09,645 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:09,645 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:18:09,645 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:18:09,645 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:18:09,645 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:18:09,645 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:18:09,646 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:09,646 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:18:09,646 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:18:09,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:18:09,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:18:09,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:18:09,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:18:09,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:18:09,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:18:09,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:18:09,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:18:09,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:18:09,652 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:18:09,652 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740 2024-11-19T12:18:09,653 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740 2024-11-19T12:18:09,654 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:18:09,655 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:18:09,655 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:18:09,656 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:18:09,657 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68874610, jitterRate=0.026311665773391724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:18:09,657 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:18:09,657 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018689646Writing region info on filesystem at 1732018689646Initializing all the Stores at 1732018689647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018689647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018689647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018689647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018689647Cleaning up temporary data from old regions at 1732018689655 (+8 ms)Running coprocessor post-open hooks at 1732018689657 (+2 ms)Region opened successfully at 1732018689657 2024-11-19T12:18:09,658 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018689619 2024-11-19T12:18:09,660 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:18:09,660 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:18:09,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35511,1732018686508 2024-11-19T12:18:09,661 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35511,1732018686508, state=OPEN 2024-11-19T12:18:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1471946279/meta-region-server 2024-11-19T12:18:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1471946279/meta-region-server 2024-11-19T12:18:09,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,35511,1732018686508 2024-11-19T12:18:09,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1471946279/meta-region-server: CHANGED 2024-11-19T12:18:09,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1471946279/meta-region-server: CHANGED 2024-11-19T12:18:09,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:18:09,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35511,1732018686508 in 208 msec 2024-11-19T12:18:09,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:18:09,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-19T12:18:09,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:18:09,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:18:09,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:09,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35511,1732018686508, seqNum=-1] 2024-11-19T12:18:09,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:09,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:09,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-19T12:18:09,691 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018689690, completionTime=-1 2024-11-19T12:18:09,691 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:18:09,691 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018749693 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018809693 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39169,1732018686358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39169,1732018686358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,693 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39169,1732018686358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,694 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:39169, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,694 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,694 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,696 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39169,1732018686358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:18:09,699 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39169,1732018686358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:18:09,701 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:18:09,702 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:18:09,702 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39169,1732018686358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:18:09,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:09,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39169,-1 for getting cluster id 2024-11-19T12:18:09,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:09,741 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23df8f1a-1ff7-4cac-a55f-e5e15b693c0a' 2024-11-19T12:18:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23df8f1a-1ff7-4cac-a55f-e5e15b693c0a" 2024-11-19T12:18:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f98fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39169,-1] 2024-11-19T12:18:09,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:09,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:09,744 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:09,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:09,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35511,1732018686508, seqNum=-1] 2024-11-19T12:18:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:09,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:09,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,39169,1732018686358 2024-11-19T12:18:09,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-19T12:18:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:18:09,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015307a5210005 connected 2024-11-19T12:18:09,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:09,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36221,1732018680431 2024-11-19T12:18:09,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b62dff 2024-11-19T12:18:09,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:09,782 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:18:09,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:18:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:18:09,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:18:09,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:09,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:18:09,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:18:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:09,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:18:09,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2da3d482792176ed83f95465f3db0ae1, NAME => 'test,,1732018689783.2da3d482792176ed83f95465f3db0ae1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25 2024-11-19T12:18:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:18:09,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018689783.2da3d482792176ed83f95465f3db0ae1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:09,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2da3d482792176ed83f95465f3db0ae1, disabling compactions & flushes 2024-11-19T12:18:09,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:09,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:09,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. after waiting 0 ms 2024-11-19T12:18:09,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:09,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:09,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2da3d482792176ed83f95465f3db0ae1: Waiting for close lock at 1732018689867Disabling compacts and flushes for region at 1732018689867Disabling writes for close at 1732018689867Writing region close event to WAL at 1732018689867Closed at 1732018689867 2024-11-19T12:18:09,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:18:09,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018689783.2da3d482792176ed83f95465f3db0ae1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018689869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018689869"}]},"ts":"1732018689869"} 2024-11-19T12:18:09,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:18:09,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:18:09,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018689877"}]},"ts":"1732018689877"} 2024-11-19T12:18:09,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:18:09,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2da3d482792176ed83f95465f3db0ae1, ASSIGN}] 2024-11-19T12:18:09,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2da3d482792176ed83f95465f3db0ae1, ASSIGN 2024-11-19T12:18:09,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2da3d482792176ed83f95465f3db0ae1, ASSIGN; state=OFFLINE, location=351a98347401,40015,1732018680623; forceNewPlan=false, retain=false 2024-11-19T12:18:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:10,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2da3d482792176ed83f95465f3db0ae1, regionState=OPENING, regionLocation=351a98347401,40015,1732018680623 2024-11-19T12:18:10,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2da3d482792176ed83f95465f3db0ae1, ASSIGN because future has completed 2024-11-19T12:18:10,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da3d482792176ed83f95465f3db0ae1, server=351a98347401,40015,1732018680623}] 2024-11-19T12:18:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:10,204 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:10,204 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2da3d482792176ed83f95465f3db0ae1, NAME => 'test,,1732018689783.2da3d482792176ed83f95465f3db0ae1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:10,205 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:18:10,205 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018689783.2da3d482792176ed83f95465f3db0ae1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,205 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,206 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,208 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da3d482792176ed83f95465f3db0ae1 columnFamilyName f 2024-11-19T12:18:10,208 DEBUG [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:10,209 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] regionserver.HStore(327): Store=2da3d482792176ed83f95465f3db0ae1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:10,209 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,211 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da3d482792176ed83f95465f3db0ae1 columnFamilyName f1 2024-11-19T12:18:10,211 DEBUG [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:10,211 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] regionserver.HStore(327): Store=2da3d482792176ed83f95465f3db0ae1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:10,212 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,213 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da3d482792176ed83f95465f3db0ae1 columnFamilyName norep 2024-11-19T12:18:10,213 DEBUG [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:10,214 INFO [StoreOpener-2da3d482792176ed83f95465f3db0ae1-1 {}] regionserver.HStore(327): Store=2da3d482792176ed83f95465f3db0ae1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:10,214 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,215 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,215 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,216 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,216 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,217 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:18:10,219 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,242 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:10,243 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2da3d482792176ed83f95465f3db0ae1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74587590, jitterRate=0.1114417016506195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:18:10,243 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:18:10,244 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2da3d482792176ed83f95465f3db0ae1: Running coprocessor pre-open hook at 1732018690205Writing region info on filesystem at 1732018690205Initializing all the Stores at 1732018690206 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018690206Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018690206Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018690206Cleaning up temporary data from old regions at 1732018690217 (+11 ms)Running coprocessor post-open hooks at 1732018690243 (+26 ms)Region opened successfully at 1732018690244 (+1 ms) 2024-11-19T12:18:10,247 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., pid=6, masterSystemTime=1732018690197 2024-11-19T12:18:10,250 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:10,250 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:18:10,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2da3d482792176ed83f95465f3db0ae1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,40015,1732018680623 2024-11-19T12:18:10,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da3d482792176ed83f95465f3db0ae1, server=351a98347401,40015,1732018680623 because future has completed 2024-11-19T12:18:10,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:18:10,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2da3d482792176ed83f95465f3db0ae1, server=351a98347401,40015,1732018680623 in 220 msec 2024-11-19T12:18:10,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:18:10,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2da3d482792176ed83f95465f3db0ae1, ASSIGN in 389 msec 2024-11-19T12:18:10,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:18:10,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018690284"}]},"ts":"1732018690284"} 2024-11-19T12:18:10,288 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:18:10,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:18:10,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 503 msec 2024-11-19T12:18:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:10,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:10,430 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:18:10,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39169,1732018686358 2024-11-19T12:18:10,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d51a5a3 2024-11-19T12:18:10,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:10,433 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:18:10,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:18:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:18:10,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:18:10,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:10,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:18:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:10,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:18:10,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:18:10,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb000f132df17a62c451797912736875, NAME => 'test,,1732018690434.eb000f132df17a62c451797912736875.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6 2024-11-19T12:18:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:18:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:10,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018690434.eb000f132df17a62c451797912736875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:10,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb000f132df17a62c451797912736875, disabling compactions & flushes 2024-11-19T12:18:10,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:10,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:10,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018690434.eb000f132df17a62c451797912736875. after waiting 0 ms 2024-11-19T12:18:10,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:10,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:10,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb000f132df17a62c451797912736875: Waiting for close lock at 1732018690889Disabling compacts and flushes for region at 1732018690889Disabling writes for close at 1732018690889Writing region close event to WAL at 1732018690889Closed at 1732018690889 2024-11-19T12:18:10,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:18:10,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018690434.eb000f132df17a62c451797912736875.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018690892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018690892"}]},"ts":"1732018690892"} 2024-11-19T12:18:10,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:18:10,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:18:10,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018690897"}]},"ts":"1732018690897"} 2024-11-19T12:18:10,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:18:10,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb000f132df17a62c451797912736875, ASSIGN}] 2024-11-19T12:18:10,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb000f132df17a62c451797912736875, ASSIGN 2024-11-19T12:18:10,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb000f132df17a62c451797912736875, ASSIGN; state=OFFLINE, location=351a98347401,35511,1732018686508; forceNewPlan=false, retain=false 2024-11-19T12:18:11,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb000f132df17a62c451797912736875, regionState=OPENING, regionLocation=351a98347401,35511,1732018686508 2024-11-19T12:18:11,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb000f132df17a62c451797912736875, ASSIGN because future has completed 2024-11-19T12:18:11,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb000f132df17a62c451797912736875, server=351a98347401,35511,1732018686508}] 2024-11-19T12:18:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:11,234 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:11,234 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb000f132df17a62c451797912736875, NAME => 'test,,1732018690434.eb000f132df17a62c451797912736875.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:11,235 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:18:11,235 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:18:11,237 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb000f132df17a62c451797912736875 2024-11-19T12:18:11,241 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018690434.eb000f132df17a62c451797912736875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:11,241 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,241 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,248 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb000f132df17a62c451797912736875 2024-11-19T12:18:11,250 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb000f132df17a62c451797912736875 columnFamilyName f 2024-11-19T12:18:11,250 DEBUG [StoreOpener-eb000f132df17a62c451797912736875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:11,251 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] regionserver.HStore(327): Store=eb000f132df17a62c451797912736875/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:11,251 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb000f132df17a62c451797912736875 2024-11-19T12:18:11,254 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb000f132df17a62c451797912736875 columnFamilyName f1 2024-11-19T12:18:11,254 DEBUG [StoreOpener-eb000f132df17a62c451797912736875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:11,255 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] regionserver.HStore(327): Store=eb000f132df17a62c451797912736875/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:11,255 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb000f132df17a62c451797912736875 2024-11-19T12:18:11,257 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb000f132df17a62c451797912736875 columnFamilyName norep 2024-11-19T12:18:11,257 DEBUG [StoreOpener-eb000f132df17a62c451797912736875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:11,258 INFO [StoreOpener-eb000f132df17a62c451797912736875-1 {}] regionserver.HStore(327): Store=eb000f132df17a62c451797912736875/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:11,259 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,260 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875 2024-11-19T12:18:11,260 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875 2024-11-19T12:18:11,262 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,262 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,263 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:18:11,265 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,278 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:11,279 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb000f132df17a62c451797912736875; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63498986, jitterRate=-0.05379137396812439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:18:11,279 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb000f132df17a62c451797912736875 2024-11-19T12:18:11,279 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb000f132df17a62c451797912736875: Running coprocessor pre-open hook at 1732018691242Writing region info on filesystem at 1732018691242Initializing all the Stores at 1732018691245 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018691245Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018691248 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018691248Cleaning up temporary data from old regions at 1732018691262 (+14 ms)Running coprocessor post-open hooks at 1732018691279 (+17 ms)Region opened successfully at 1732018691279 2024-11-19T12:18:11,280 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018690434.eb000f132df17a62c451797912736875., pid=6, masterSystemTime=1732018691224 2024-11-19T12:18:11,283 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:11,283 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:18:11,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb000f132df17a62c451797912736875, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,35511,1732018686508 2024-11-19T12:18:11,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb000f132df17a62c451797912736875, server=351a98347401,35511,1732018686508 because future has completed 2024-11-19T12:18:11,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:18:11,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb000f132df17a62c451797912736875, server=351a98347401,35511,1732018686508 in 225 msec 2024-11-19T12:18:11,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:18:11,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb000f132df17a62c451797912736875, ASSIGN in 395 msec 2024-11-19T12:18:11,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:18:11,305 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018691305"}]},"ts":"1732018691305"} 2024-11-19T12:18:11,308 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:18:11,309 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:18:11,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 874 msec 2024-11-19T12:18:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:18:11,578 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:18:11,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36221,-1 for getting cluster id 2024-11-19T12:18:11,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:11,594 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e412bde-e9bd-449b-9f76-c03e83af57be' 2024-11-19T12:18:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e412bde-e9bd-449b-9f76-c03e83af57be" 2024-11-19T12:18:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205476ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36221,-1] 2024-11-19T12:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:11,598 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f24572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39169,-1 for getting cluster id 2024-11-19T12:18:11,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:11,600 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23df8f1a-1ff7-4cac-a55f-e5e15b693c0a' 2024-11-19T12:18:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23df8f1a-1ff7-4cac-a55f-e5e15b693c0a" 2024-11-19T12:18:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f803712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39169,-1] 2024-11-19T12:18:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:11,603 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89f595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36221,-1 for getting cluster id 2024-11-19T12:18:11,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:11,610 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e412bde-e9bd-449b-9f76-c03e83af57be' 2024-11-19T12:18:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e412bde-e9bd-449b-9f76-c03e83af57be" 2024-11-19T12:18:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51219d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36221,-1] 2024-11-19T12:18:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:11,612 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36221,1732018680431 2024-11-19T12:18:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42cf1477 2024-11-19T12:18:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:11,618 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:18:11,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:39169,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:18:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:18:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:18:11,624 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39169' 2024-11-19T12:18:11,632 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581cc5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,632 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39169,-1 for getting cluster id 2024-11-19T12:18:11,633 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:11,634 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23df8f1a-1ff7-4cac-a55f-e5e15b693c0a' 2024-11-19T12:18:11,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:11,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23df8f1a-1ff7-4cac-a55f-e5e15b693c0a" 2024-11-19T12:18:11,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd0544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39169,-1] 2024-11-19T12:18:11,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:11,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:11,637 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:11,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a280caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:11,642 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39169,1732018686358 2024-11-19T12:18:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c12cf92 2024-11-19T12:18:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:11,646 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:18:11,647 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:18:11,647 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:18:11,647 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:11,647 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:11,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:18:11,648 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:18:11,650 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:18:11,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:18:11,651 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:11,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:18:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:18:11,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df06b80bcf8097dcd7f80d6a84b07ce8, NAME => 'hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25 2024-11-19T12:18:11,700 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:18:11,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:18:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:18:11,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:18:11,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:18:11,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:18:11,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T12:18:11,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:18:11,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T12:18:11,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:18:11,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T12:18:11,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:18:11,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:18:11,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:18:11,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:18:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:18:12,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:12,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df06b80bcf8097dcd7f80d6a84b07ce8, disabling compactions & flushes 2024-11-19T12:18:12,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. after waiting 1 ms 2024-11-19T12:18:12,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df06b80bcf8097dcd7f80d6a84b07ce8: Waiting for close lock at 1732018692103Disabling compacts and flushes for region at 1732018692103Disabling writes for close at 1732018692104 (+1 ms)Writing region close event to WAL at 1732018692104Closed at 1732018692104 2024-11-19T12:18:12,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:18:12,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018692106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018692106"}]},"ts":"1732018692106"} 2024-11-19T12:18:12,110 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:18:12,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:18:12,111 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018692111"}]},"ts":"1732018692111"} 2024-11-19T12:18:12,114 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:18:12,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df06b80bcf8097dcd7f80d6a84b07ce8, ASSIGN}] 2024-11-19T12:18:12,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df06b80bcf8097dcd7f80d6a84b07ce8, ASSIGN 2024-11-19T12:18:12,118 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df06b80bcf8097dcd7f80d6a84b07ce8, ASSIGN; state=OFFLINE, location=351a98347401,40015,1732018680623; forceNewPlan=false, retain=false 2024-11-19T12:18:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:18:12,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df06b80bcf8097dcd7f80d6a84b07ce8, regionState=OPENING, regionLocation=351a98347401,40015,1732018680623 2024-11-19T12:18:12,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df06b80bcf8097dcd7f80d6a84b07ce8, ASSIGN because future has completed 2024-11-19T12:18:12,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df06b80bcf8097dcd7f80d6a84b07ce8, server=351a98347401,40015,1732018680623}] 2024-11-19T12:18:12,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:18:12,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:18:12,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C40015%2C1732018680623.rep, suffix=, logDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623, archiveDir=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/oldWALs, maxLogs=10 2024-11-19T12:18:12,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.rep.1732018692429, exclude list is [], retry=0 2024-11-19T12:18:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-1918fbf0-79c6-424c-8c82-18dae4c785aa,DISK] 2024-11-19T12:18:12,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.rep.1732018692429 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41549:41549)] 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df06b80bcf8097dcd7f80d6a84b07ce8, NAME => 'hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:18:12,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. service=MultiRowMutationService 2024-11-19T12:18:12,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,451 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,452 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df06b80bcf8097dcd7f80d6a84b07ce8 columnFamilyName hfileref 2024-11-19T12:18:12,452 DEBUG [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:12,454 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] regionserver.HStore(327): Store=df06b80bcf8097dcd7f80d6a84b07ce8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:12,454 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,455 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df06b80bcf8097dcd7f80d6a84b07ce8 columnFamilyName queue 2024-11-19T12:18:12,455 DEBUG [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:12,456 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] regionserver.HStore(327): Store=df06b80bcf8097dcd7f80d6a84b07ce8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:12,456 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,457 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df06b80bcf8097dcd7f80d6a84b07ce8 columnFamilyName sid 2024-11-19T12:18:12,457 DEBUG [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:18:12,457 INFO [StoreOpener-df06b80bcf8097dcd7f80d6a84b07ce8-1 {}] regionserver.HStore(327): Store=df06b80bcf8097dcd7f80d6a84b07ce8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:18:12,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:18:12,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:18:12,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df06b80bcf8097dcd7f80d6a84b07ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59912421, jitterRate=-0.10723535716533661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:18:12,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:18:12,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df06b80bcf8097dcd7f80d6a84b07ce8: Running coprocessor pre-open hook at 1732018692450Writing region info on filesystem at 1732018692450Initializing all the Stores at 1732018692450Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018692450Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018692451 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018692451Cleaning up temporary data from old regions at 1732018692460 (+9 ms)Running coprocessor post-open hooks at 1732018692464 (+4 ms)Region opened successfully at 1732018692465 (+1 ms) 2024-11-19T12:18:12,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8., pid=10, masterSystemTime=1732018692424 2024-11-19T12:18:12,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:18:12,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df06b80bcf8097dcd7f80d6a84b07ce8, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,40015,1732018680623 2024-11-19T12:18:12,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df06b80bcf8097dcd7f80d6a84b07ce8, server=351a98347401,40015,1732018680623 because future has completed 2024-11-19T12:18:12,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:18:12,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df06b80bcf8097dcd7f80d6a84b07ce8, server=351a98347401,40015,1732018680623 in 200 msec 2024-11-19T12:18:12,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:18:12,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df06b80bcf8097dcd7f80d6a84b07ce8, ASSIGN in 360 msec 2024-11-19T12:18:12,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:18:12,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018692478"}]},"ts":"1732018692478"} 2024-11-19T12:18:12,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:18:12,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:18:12,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 835 msec 2024-11-19T12:18:12,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8., hostname=351a98347401,40015,1732018680623, seqNum=2] 2024-11-19T12:18:12,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:12,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:18:12,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:18:12,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:18:12,704 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:18:12,744 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,40015,1732018680623, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:18:12,745 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:12,745 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40015,1732018680623, seqNum=-1] 2024-11-19T12:18:12,746 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:12,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T12:18:12,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,40015,1732018680623', locateType=CURRENT is [region=hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8., hostname=351a98347401,40015,1732018680623, seqNum=2] 2024-11-19T12:18:12,753 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:18:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:18:12,757 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,40015,1732018680623 suceeded 2024-11-19T12:18:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:18:12,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:18:12,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-19T12:18:12,762 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:39169,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T12:18:12,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1430 sec 2024-11-19T12:18:12,821 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39169' 2024-11-19T12:18:12,822 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63400f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:12,823 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39169,-1 for getting cluster id 2024-11-19T12:18:12,823 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:12,824 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23df8f1a-1ff7-4cac-a55f-e5e15b693c0a' 2024-11-19T12:18:12,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:12,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23df8f1a-1ff7-4cac-a55f-e5e15b693c0a" 2024-11-19T12:18:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49eebe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39169,-1] 2024-11-19T12:18:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:12,827 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:12,828 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1d775b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:12,828 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39169,1732018686358 2024-11-19T12:18:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@551e976b 2024-11-19T12:18:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:12,831 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T12:18:12,832 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,40015,1732018680623 (queues=1) is replicating from cluster=6e412bde-e9bd-449b-9f76-c03e83af57be to cluster=23df8f1a-1ff7-4cac-a55f-e5e15b693c0a 2024-11-19T12:18:12,832 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C40015%2C1732018680623 2024-11-19T12:18:12,832 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,40015,1732018680623, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:18:12,833 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C40015%2C1732018680623 2024-11-19T12:18:12,833 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161, startPosition=0, beingWritten=true 2024-11-19T12:18:12,843 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:18:12,843 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 379, reset compression=false 2024-11-19T12:18:12,843 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,40015,1732018680623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:18:13,052 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 379, reset compression=false 2024-11-19T12:18:13,356 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 379, reset compression=false 2024-11-19T12:18:13,760 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 379, reset compression=false 2024-11-19T12:18:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:18:13,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:18:13,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:18:13,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:18:13,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:13,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:13,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:18:13,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:13,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732018693773/Put/seqid=0 2024-11-19T12:18:13,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741840_1016 (size=7894) 2024-11-19T12:18:14,183 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_1 is 34, key is ddd/f:row/1732018694182/Put/seqid=0 2024-11-19T12:18:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741841_1017 (size=7691) 2024-11-19T12:18:14,264 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 379, reset compression=false 2024-11-19T12:18:14,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:14,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36221,-1 for getting cluster id 2024-11-19T12:18:14,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:14,594 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e412bde-e9bd-449b-9f76-c03e83af57be' 2024-11-19T12:18:14,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:14,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e412bde-e9bd-449b-9f76-c03e83af57be" 2024-11-19T12:18:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c021057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36221,-1] 2024-11-19T12:18:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:14,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:14,596 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:14,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52945a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:14,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:14,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40015,1732018680623, seqNum=-1] 2024-11-19T12:18:14,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:14,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:14,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36221,1732018680431 2024-11-19T12:18:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f3d3fad 2024-11-19T12:18:14,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:18:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:14,621 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:18:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2] 2024-11-19T12:18:14,644 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:18:14,663 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T12:18:14,670 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T12:18:14,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_0 for inclusion in 2da3d482792176ed83f95465f3db0ae1/f 2024-11-19T12:18:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T12:18:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:18:14,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_1 for inclusion in 2da3d482792176ed83f95465f3db0ae1/f 2024-11-19T12:18:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T12:18:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:18:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegion(2603): Flush status journal for 2da3d482792176ed83f95465f3db0ae1: 2024-11-19T12:18:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_0 to hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_0 2024-11-19T12:18:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_0 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ 2024-11-19T12:18:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f/f/hfile_1 to hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_1 2024-11-19T12:18:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_1 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ 2024-11-19T12:18:14,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_0 into 2da3d482792176ed83f95465f3db0ae1/f as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ - updating store file list. 2024-11-19T12:18:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ca216faa34b4245a1e0f387015a853b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:18:14,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ into 2da3d482792176ed83f95465f3db0ae1/f 2024-11-19T12:18:14,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_0 into 2da3d482792176ed83f95465f3db0ae1/f (new location: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_) 2024-11-19T12:18:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_0 2024-11-19T12:18:14,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_1 into 2da3d482792176ed83f95465f3db0ae1/f as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ - updating store file list. 2024-11-19T12:18:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a623e4422b14e76870431f3765503ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:18:14,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ into 2da3d482792176ed83f95465f3db0ae1/f 2024-11-19T12:18:14,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_1 into 2da3d482792176ed83f95465f3db0ae1/f (new location: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f/7a623e4422b14e76870431f3765503ac_SeqId_4_) 2024-11-19T12:18:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__nt77c2fooqto2sjptd37o2m8k65p4tqpf1iqm4af25rpc0ule53f1fm386hdj40r/f/hfile_1 2024-11-19T12:18:14,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:18:14,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:18:14,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:14,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2 , the old value is region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=351a98347401:40015 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:18:14,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:18:14,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2 from cache 2024-11-19T12:18:14,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:14,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:18:14,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:14,806 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35511,1732018686508, seqNum=-1] 2024-11-19T12:18:14,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:14,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:14,813 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018690434.eb000f132df17a62c451797912736875., hostname=351a98347401,35511,1732018686508, seqNum=2] 2024-11-19T12:18:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56124 deadline: 1732018754795 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56124 2024-11-19T12:18:14,816 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:18:14,868 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 379, reset compression=false 2024-11-19T12:18:14,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:40015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T12:18:14,939 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:18:14,939 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,40015,1732018680623 got entry batch from reader: WALEntryBatch [walEntries=[{test/2da3d482792176ed83f95465f3db0ae1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018694786/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T12:18:14,971 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:18:14,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T12:18:14,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.ReplicationSink(318): Replicating [6e412bde-e9bd-449b-9f76-c03e83af57be] bulk loaded data 2024-11-19T12:18:14,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c78d6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:14,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39169,-1 for getting cluster id 2024-11-19T12:18:14,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:14,989 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23df8f1a-1ff7-4cac-a55f-e5e15b693c0a' 2024-11-19T12:18:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23df8f1a-1ff7-4cac-a55f-e5e15b693c0a" 2024-11-19T12:18:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37fdcd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39169,-1] 2024-11-19T12:18:14,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:14,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:14,993 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:14,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@390e6e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:15,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741837_1013 (size=7894) 2024-11-19T12:18:15,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741838_1014 (size=7691) 2024-11-19T12:18:15,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39169,1732018686358 2024-11-19T12:18:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0ec0a4 2024-11-19T12:18:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:15,122 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T12:18:15,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:18:15,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35511,1732018686508, seqNum=-1] 2024-11-19T12:18:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:15,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T12:18:15,139 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 687, reset compression=false 2024-11-19T12:18:15,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T12:18:15,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T12:18:15,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ for inclusion in eb000f132df17a62c451797912736875/f 2024-11-19T12:18:15,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:18:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T12:18:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:18:15,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ for inclusion in eb000f132df17a62c451797912736875/f 2024-11-19T12:18:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T12:18:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:18:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegion(2603): Flush status journal for eb000f132df17a62c451797912736875: 2024-11-19T12:18:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a623e4422b14e76870431f3765503ac_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:18:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/2911e20422014226a9b245ba7c0f92eb_SeqId_4_ 2024-11-19T12:18:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ca216faa34b4245a1e0f387015a853b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:18:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/131a845137ea4d5d9b6f822c527dbb44_SeqId_4_ 2024-11-19T12:18:15,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ into eb000f132df17a62c451797912736875/f as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/2911e20422014226a9b245ba7c0f92eb_SeqId_4_ - updating store file list. 2024-11-19T12:18:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2911e20422014226a9b245ba7c0f92eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:18:15,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/2911e20422014226a9b245ba7c0f92eb_SeqId_4_ into eb000f132df17a62c451797912736875/f 2024-11-19T12:18:15,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ into eb000f132df17a62c451797912736875/f (new location: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/2911e20422014226a9b245ba7c0f92eb_SeqId_4_) 2024-11-19T12:18:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/7a623e4422b14e76870431f3765503ac_SeqId_4_ 2024-11-19T12:18:15,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ into eb000f132df17a62c451797912736875/f as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/131a845137ea4d5d9b6f822c527dbb44_SeqId_4_ - updating store file list. 2024-11-19T12:18:15,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:15,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:15,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 131a845137ea4d5d9b6f822c527dbb44_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:18:15,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/131a845137ea4d5d9b6f822c527dbb44_SeqId_4_ into eb000f132df17a62c451797912736875/f 2024-11-19T12:18:15,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ into eb000f132df17a62c451797912736875/f (new location: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/f/131a845137ea4d5d9b6f822c527dbb44_SeqId_4_) 2024-11-19T12:18:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/staging/jenkins.hfs.6__test__a6v1ge3h37rt23g7c7rbo5i9pm8vjtlla460nj48n943d2qc4462f9gil0a3q0h2/f/1ca216faa34b4245a1e0f387015a853b_SeqId_4_ 2024-11-19T12:18:15,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35511 {}] regionserver.ReplicationSink(324): Finished replicating [6e412bde-e9bd-449b-9f76-c03e83af57be] bulk loaded data 2024-11-19T12:18:15,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:18:15,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:18:15,444 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 687, reset compression=false 2024-11-19T12:18:15,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:18:15,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732018695836/Put/seqid=0 2024-11-19T12:18:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741842_1018 (size=7997) 2024-11-19T12:18:15,848 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 687, reset compression=false 2024-11-19T12:18:16,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732018696243/Put/seqid=0 2024-11-19T12:18:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741843_1019 (size=7794) 2024-11-19T12:18:16,351 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 687, reset compression=false 2024-11-19T12:18:16,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abd5f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:16,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36221,-1 for getting cluster id 2024-11-19T12:18:16,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:18:16,650 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e412bde-e9bd-449b-9f76-c03e83af57be' 2024-11-19T12:18:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:18:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e412bde-e9bd-449b-9f76-c03e83af57be" 2024-11-19T12:18:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b84b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36221,-1] 2024-11-19T12:18:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:18:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:16,652 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:18:16,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7baacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:18:16,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40015,1732018680623, seqNum=-1] 2024-11-19T12:18:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:16,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:16,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:18:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36221,1732018680431 2024-11-19T12:18:16,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d4dca6 2024-11-19T12:18:16,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:18:16,665 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:18:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2] 2024-11-19T12:18:16,671 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:18:16,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T12:18:16,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T12:18:16,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_1 for inclusion in 2da3d482792176ed83f95465f3db0ae1/f1 2024-11-19T12:18:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T12:18:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:18:16,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_0 for inclusion in 2da3d482792176ed83f95465f3db0ae1/f1 2024-11-19T12:18:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T12:18:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:18:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegion(2603): Flush status journal for 2da3d482792176ed83f95465f3db0ae1: 2024-11-19T12:18:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_1 to hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_1 2024-11-19T12:18:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_1 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/4e079b7f0f4f4e7f8b0857e499bfe310_SeqId_6_ 2024-11-19T12:18:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/load_f1/f1/hfile_0 to hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_0 2024-11-19T12:18:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_0 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/e592c0d248d9455ebf8e9331dc844e41_SeqId_6_ 2024-11-19T12:18:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T12:18:16,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_1 into 2da3d482792176ed83f95465f3db0ae1/f1 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/4e079b7f0f4f4e7f8b0857e499bfe310_SeqId_6_ - updating store file list. 2024-11-19T12:18:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e079b7f0f4f4e7f8b0857e499bfe310_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:18:16,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/4e079b7f0f4f4e7f8b0857e499bfe310_SeqId_6_ into 2da3d482792176ed83f95465f3db0ae1/f1 2024-11-19T12:18:16,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_1 into 2da3d482792176ed83f95465f3db0ae1/f1 (new location: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/4e079b7f0f4f4e7f8b0857e499bfe310_SeqId_6_) 2024-11-19T12:18:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_1 2024-11-19T12:18:16,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_0 into 2da3d482792176ed83f95465f3db0ae1/f1 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/e592c0d248d9455ebf8e9331dc844e41_SeqId_6_ - updating store file list. 2024-11-19T12:18:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e592c0d248d9455ebf8e9331dc844e41_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:18:16,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/e592c0d248d9455ebf8e9331dc844e41_SeqId_6_ into 2da3d482792176ed83f95465f3db0ae1/f1 2024-11-19T12:18:16,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_0 into 2da3d482792176ed83f95465f3db0ae1/f1 (new location: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/f1/e592c0d248d9455ebf8e9331dc844e41_SeqId_6_) 2024-11-19T12:18:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/staging/jenkins__test__db7e7hcu6c2b8pqk68margbqo8smgf1dh5dcqq60tt5b2nk3l56hp2b9nirqscs/f1/hfile_0 2024-11-19T12:18:16,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:18:16,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:18:16,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:16,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:18:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2 , the old value is region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=351a98347401:40015 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:18:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:18:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2 from cache 2024-11-19T12:18:16,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:18:16,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:18:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40015: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:56126 deadline: 1732018756710 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56126 2024-11-19T12:18:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40015,1732018680623, seqNum=-1] 2024-11-19T12:18:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:18:16,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:18:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., hostname=351a98347401,40015,1732018680623, seqNum=2] 2024-11-19T12:18:16,818 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:40015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T12:18:16,955 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 687, reset compression=false 2024-11-19T12:18:16,959 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:18:16,959 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:16,959 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,40015,1732018680623 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:18:17,163 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:17,468 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:17,872 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:18,376 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:18,980 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:19,684 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:20,488 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:21,392 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:21,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:18:21,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T12:18:22,396 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:23,499 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:24,703 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:26,008 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:27,411 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:28,915 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:30,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:18:30,518 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:32,222 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:34,026 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:35,930 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:35,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:18:36,962 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,40015,1732018680623 got entry batch from reader: null 2024-11-19T12:18:37,934 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:40,038 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:42,242 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:44,545 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:44,774 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T12:18:44,774 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T12:18:46,949 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:49,453 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:50,388 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T12:18:50,388 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T12:18:52,056 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:54,760 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:18:55,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2da3d482792176ed83f95465f3db0ae1, had cached 0 bytes from a total of 31376 2024-11-19T12:18:56,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eb000f132df17a62c451797912736875, had cached 0 bytes from a total of 15585 2024-11-19T12:18:56,962 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,40015,1732018680623 got entry batch from reader: null 2024-11-19T12:18:57,564 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:00,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:19:00,468 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:03,472 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:05,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:19:06,576 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:09,780 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:13,084 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:16,488 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:19:16,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:16,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:16,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:16,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:16,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:16,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:19:16,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=448164418, stopped=false 2024-11-19T12:19:16,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,39169,1732018686358 2024-11-19T12:19:16,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1471946279/running 2024-11-19T12:19:16,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1471946279/running 2024-11-19T12:19:16,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:19:16,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:19:16,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:16,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:16,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:16,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:16,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,35511,1732018686508' ***** 2024-11-19T12:19:16,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:19:16,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/running 2024-11-19T12:19:16,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Set watcher on znode that does not yet exist, /1471946279/running 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:19:16,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for eb000f132df17a62c451797912736875 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(959): stopping server 351a98347401,35511,1732018686508 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:35511. 2024-11-19T12:19:16,958 DEBUG [RS:0;351a98347401:35511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:16,958 DEBUG [RS:0;351a98347401:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:16,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb000f132df17a62c451797912736875, disabling compactions & flushes 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:19:16,958 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:19:16,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:19:16,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018690434.eb000f132df17a62c451797912736875. after waiting 0 ms 2024-11-19T12:19:16,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:19:16,958 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:19:16,962 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:19:16,962 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1325): Online Regions={eb000f132df17a62c451797912736875=test,,1732018690434.eb000f132df17a62c451797912736875., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:16,962 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb000f132df17a62c451797912736875 2024-11-19T12:19:16,962 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:16,962 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:16,962 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:16,962 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:16,962 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:16,962 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T12:19:16,962 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,40015,1732018680623 got entry batch from reader: null 2024-11-19T12:19:16,965 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/default/test/eb000f132df17a62c451797912736875/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T12:19:16,966 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:16,966 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:19:16,966 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:19:16,966 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb000f132df17a62c451797912736875: Waiting for close lock at 1732018756958Running coprocessor pre-close hooks at 1732018756958Disabling compacts and flushes for region at 1732018756958Disabling writes for close at 1732018756958Writing region close event to WAL at 1732018756962 (+4 ms)Running coprocessor post-close hooks at 1732018756966 (+4 ms)Closed at 1732018756966 2024-11-19T12:19:16,966 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018690434.eb000f132df17a62c451797912736875. 2024-11-19T12:19:16,980 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/info/ce679beb989c46c5a7251b954f59b320 is 129, key is test,,1732018690434.eb000f132df17a62c451797912736875./info:regioninfo/1732018691284/Put/seqid=0 2024-11-19T12:19:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741839_1015 (size=6421) 2024-11-19T12:19:16,988 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:17,162 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:17,362 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:17,387 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/info/ce679beb989c46c5a7251b954f59b320 2024-11-19T12:19:17,405 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/ns/669107b987b04a0c905c03fad977d4d7 is 43, key is default/ns:d/1732018689685/Put/seqid=0 2024-11-19T12:19:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741840_1016 (size=5153) 2024-11-19T12:19:17,562 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:17,623 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:19:17,623 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:19:17,763 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:17,810 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/ns/669107b987b04a0c905c03fad977d4d7 2024-11-19T12:19:17,831 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/rep_barrier/c7bf0dbe609944b78e1261d92475eec8 is 112, key is test,,1732018690434.eb000f132df17a62c451797912736875./rep_barrier:seqnumDuringOpen/1732018691284/Put/seqid=0 2024-11-19T12:19:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741841_1017 (size=5518) 2024-11-19T12:19:17,963 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:19:17,963 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:17,963 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:18,163 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:18,235 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/rep_barrier/c7bf0dbe609944b78e1261d92475eec8 2024-11-19T12:19:18,293 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/table/b3d2fdaeeee64364ab6b611629ff6a64 is 40, key is test/table:state/1732018691305/Put/seqid=0 2024-11-19T12:19:18,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741842_1018 (size=5165) 2024-11-19T12:19:18,363 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:18,563 DEBUG [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:18,698 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/table/b3d2fdaeeee64364ab6b611629ff6a64 2024-11-19T12:19:18,704 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/info/ce679beb989c46c5a7251b954f59b320 as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/info/ce679beb989c46c5a7251b954f59b320 2024-11-19T12:19:18,709 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/info/ce679beb989c46c5a7251b954f59b320, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T12:19:18,710 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/ns/669107b987b04a0c905c03fad977d4d7 as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/ns/669107b987b04a0c905c03fad977d4d7 2024-11-19T12:19:18,715 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/ns/669107b987b04a0c905c03fad977d4d7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:19:18,716 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/rep_barrier/c7bf0dbe609944b78e1261d92475eec8 as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/rep_barrier/c7bf0dbe609944b78e1261d92475eec8 2024-11-19T12:19:18,721 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/rep_barrier/c7bf0dbe609944b78e1261d92475eec8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T12:19:18,722 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/.tmp/table/b3d2fdaeeee64364ab6b611629ff6a64 as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/table/b3d2fdaeeee64364ab6b611629ff6a64 2024-11-19T12:19:18,727 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/table/b3d2fdaeeee64364ab6b611629ff6a64, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:19:18,728 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false 2024-11-19T12:19:18,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T12:19:18,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:18,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:18,733 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:18,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018756962Running coprocessor pre-close hooks at 1732018756962Disabling compacts and flushes for region at 1732018756962Disabling writes for close at 1732018756962Obtaining lock to block concurrent updates at 1732018756962Preparing flush snapshotting stores in 1588230740 at 1732018756962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732018756963 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018756963Flushing 1588230740/info: creating writer at 1732018756963Flushing 1588230740/info: appending metadata at 1732018756980 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732018756980Flushing 1588230740/ns: creating writer at 1732018757392 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732018757405 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732018757405Flushing 1588230740/rep_barrier: creating writer at 1732018757815 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018757830 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018757830Flushing 1588230740/table: creating writer at 1732018758280 (+450 ms)Flushing 1588230740/table: appending metadata at 1732018758293 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732018758293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a820edd: reopening flushed file at 1732018758703 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c4c7ea: reopening flushed file at 1732018758709 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aecf1c8: reopening flushed file at 1732018758715 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375ce9a4: reopening flushed file at 1732018758722 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false at 1732018758728 (+6 ms)Writing region close event to WAL at 1732018758730 (+2 ms)Running coprocessor post-close hooks at 1732018758733 (+3 ms)Closed at 1732018758733 2024-11-19T12:19:18,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:18,763 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(976): stopping server 351a98347401,35511,1732018686508; all regions closed. 2024-11-19T12:19:18,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741834_1010 (size=2717) 2024-11-19T12:19:18,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508/351a98347401%2C35511%2C1732018686508.meta.1732018689627.meta not finished, retry = 0 2024-11-19T12:19:18,868 DEBUG [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/oldWALs 2024-11-19T12:19:18,868 INFO [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C35511%2C1732018686508.meta:.meta(num 1732018689627) 2024-11-19T12:19:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741832_1008 (size=1028) 2024-11-19T12:19:18,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/WALs/351a98347401,35511,1732018686508/351a98347401%2C35511%2C1732018686508.1732018688752 not finished, retry = 0 2024-11-19T12:19:18,973 DEBUG [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/oldWALs 2024-11-19T12:19:18,973 INFO [RS:0;351a98347401:35511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C35511%2C1732018686508:(num 1732018688752) 2024-11-19T12:19:18,973 DEBUG [RS:0;351a98347401:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:18,973 INFO [RS:0;351a98347401:35511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:18,973 INFO [RS:0;351a98347401:35511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:18,973 INFO [RS:0;351a98347401:35511 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:18,973 INFO [RS:0;351a98347401:35511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:18,973 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:18,974 INFO [RS:0;351a98347401:35511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:35511. 2024-11-19T12:19:18,974 DEBUG [RS:0;351a98347401:35511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:18,974 DEBUG [RS:0;351a98347401:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:18,974 DEBUG [RS:0;351a98347401:35511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:18,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:18,974 INFO [RS:0;351a98347401:35511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35511 2024-11-19T12:19:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1471946279/rs/351a98347401,35511,1732018686508 2024-11-19T12:19:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279/rs 2024-11-19T12:19:19,019 INFO [RS:0;351a98347401:35511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:19,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,35511,1732018686508] 2024-11-19T12:19:19,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1471946279/draining/351a98347401,35511,1732018686508 already deleted, retry=false 2024-11-19T12:19:19,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,35511,1732018686508 expired; onlineServers=0 2024-11-19T12:19:19,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,39169,1732018686358' ***** 2024-11-19T12:19:19,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:19:19,040 INFO [M:0;351a98347401:39169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:19,040 INFO [M:0;351a98347401:39169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:19,041 DEBUG [M:0;351a98347401:39169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:19:19,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:19:19,041 DEBUG [M:0;351a98347401:39169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:19:19,041 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018688454 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018688454,5,FailOnTimeoutGroup] 2024-11-19T12:19:19,041 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018688456 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018688456,5,FailOnTimeoutGroup] 2024-11-19T12:19:19,041 INFO [M:0;351a98347401:39169 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:19,041 INFO [M:0;351a98347401:39169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:19,041 DEBUG [M:0;351a98347401:39169 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:19:19,041 INFO [M:0;351a98347401:39169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:19:19,041 INFO [M:0;351a98347401:39169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:19,041 INFO [M:0;351a98347401:39169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:19:19,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:19:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1471946279/master 2024-11-19T12:19:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1471946279 2024-11-19T12:19:19,051 DEBUG [M:0;351a98347401:39169 {}] zookeeper.ZKUtil(347): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Unable to get data of znode /1471946279/master because node does not exist (not an error) 2024-11-19T12:19:19,051 WARN [M:0;351a98347401:39169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:19:19,052 INFO [M:0;351a98347401:39169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/.lastflushedseqids 2024-11-19T12:19:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741843_1019 (size=173) 2024-11-19T12:19:19,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:19,130 INFO [RS:0;351a98347401:35511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:19,130 INFO [RS:0;351a98347401:35511 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,35511,1732018686508; zookeeper connection closed. 2024-11-19T12:19:19,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35511-0x1015307a5210004, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:19,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5378a422 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5378a422 2024-11-19T12:19:19,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:19:19,457 INFO [M:0;351a98347401:39169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:19:19,457 INFO [M:0;351a98347401:39169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:19:19,457 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:19,457 INFO [M:0;351a98347401:39169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:19,457 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:19,457 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:19,457 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:19,457 INFO [M:0;351a98347401:39169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-19T12:19:19,474 DEBUG [M:0;351a98347401:39169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c3c39edb1094221a5202d2f78392880 is 82, key is hbase:meta,,1/info:regioninfo/1732018689660/Put/seqid=0 2024-11-19T12:19:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741844_1020 (size=5672) 2024-11-19T12:19:19,879 INFO [M:0;351a98347401:39169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c3c39edb1094221a5202d2f78392880 2024-11-19T12:19:19,900 DEBUG [M:0;351a98347401:39169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207a5419b3a84fe4866901cb8f22d278 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018691311/Put/seqid=0 2024-11-19T12:19:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741845_1021 (size=6728) 2024-11-19T12:19:19,995 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 to pos 997, reset compression=false 2024-11-19T12:19:20,304 INFO [M:0;351a98347401:39169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207a5419b3a84fe4866901cb8f22d278 2024-11-19T12:19:20,309 INFO [M:0;351a98347401:39169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 207a5419b3a84fe4866901cb8f22d278 2024-11-19T12:19:20,322 DEBUG [M:0;351a98347401:39169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7638ba165134aaf9bd2891b0a3a34da is 69, key is 351a98347401,35511,1732018686508/rs:state/1732018688573/Put/seqid=0 2024-11-19T12:19:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741846_1022 (size=5156) 2024-11-19T12:19:20,727 INFO [M:0;351a98347401:39169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7638ba165134aaf9bd2891b0a3a34da 2024-11-19T12:19:20,732 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c3c39edb1094221a5202d2f78392880 as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c3c39edb1094221a5202d2f78392880 2024-11-19T12:19:20,737 INFO [M:0;351a98347401:39169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c3c39edb1094221a5202d2f78392880, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T12:19:20,738 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207a5419b3a84fe4866901cb8f22d278 as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207a5419b3a84fe4866901cb8f22d278 2024-11-19T12:19:20,743 INFO [M:0;351a98347401:39169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 207a5419b3a84fe4866901cb8f22d278 2024-11-19T12:19:20,743 INFO [M:0;351a98347401:39169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207a5419b3a84fe4866901cb8f22d278, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T12:19:20,744 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7638ba165134aaf9bd2891b0a3a34da as hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7638ba165134aaf9bd2891b0a3a34da 2024-11-19T12:19:20,748 INFO [M:0;351a98347401:39169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46025/user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7638ba165134aaf9bd2891b0a3a34da, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T12:19:20,749 INFO [M:0;351a98347401:39169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-19T12:19:20,751 INFO [M:0;351a98347401:39169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:20,751 DEBUG [M:0;351a98347401:39169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018759457Disabling compacts and flushes for region at 1732018759457Disabling writes for close at 1732018759457Obtaining lock to block concurrent updates at 1732018759457Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018759457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732018759458 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018759458Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018759458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018759474 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018759474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018759884 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018759899 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018759899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018760310 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018760322 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018760322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bacdadd: reopening flushed file at 1732018760731 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5e1e3a: reopening flushed file at 1732018760737 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec753a3: reopening flushed file at 1732018760743 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1732018760749 (+6 ms)Writing region close event to WAL at 1732018760751 (+2 ms)Closed at 1732018760751 2024-11-19T12:19:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741830_1006 (size=33038) 2024-11-19T12:19:20,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0344db55-496d-d256-c604-5ca941ef27d6/MasterData/WALs/351a98347401,39169,1732018686358/351a98347401%2C39169%2C1732018686358.1732018688237 not finished, retry = 0 2024-11-19T12:19:20,854 INFO [M:0;351a98347401:39169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:19:20,854 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:20,854 INFO [M:0;351a98347401:39169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39169 2024-11-19T12:19:20,855 INFO [M:0;351a98347401:39169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:21,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:21,004 INFO [M:0;351a98347401:39169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:21,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39169-0x1015307a5210003, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:21,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:21,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:21,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:21,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:21,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:21,043 WARN [BP-1629041738-172.17.0.2-1732018684445 heartbeating to localhost/127.0.0.1:46025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:19:21,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:19:21,043 WARN [BP-1629041738-172.17.0.2-1732018684445 heartbeating to localhost/127.0.0.1:46025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629041738-172.17.0.2-1732018684445 (Datanode Uuid 084561c2-99c8-4c49-ba36-c1f8bc89d633) service to localhost/127.0.0.1:46025 2024-11-19T12:19:21,043 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:19:21,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/cluster_f2f3ce59-c793-703c-b336-4c40f9915511/data/data1/current/BP-1629041738-172.17.0.2-1732018684445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:21,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/cluster_f2f3ce59-c793-703c-b336-4c40f9915511/data/data2/current/BP-1629041738-172.17.0.2-1732018684445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:21,044 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:19:21,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444d644d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:21,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:21,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:21,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:21,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:19:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:19:21,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:21,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:21,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:21,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:21,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:21,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:19:21,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1051087201, stopped=false 2024-11-19T12:19:21,064 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,36221,1732018680431 2024-11-19T12:19:21,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1454566807/running 2024-11-19T12:19:21,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1454566807/running 2024-11-19T12:19:21,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:19:21,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:19:21,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:21,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:21,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:21,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:21,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/running 2024-11-19T12:19:21,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Set watcher on znode that does not yet exist, /0-1454566807/running 2024-11-19T12:19:21,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,40015,1732018680623' ***** 2024-11-19T12:19:21,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:19:21,083 INFO [RS:0;351a98347401:40015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:19:21,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for 2da3d482792176ed83f95465f3db0ae1 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(959): stopping server 351a98347401,40015,1732018680623 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:40015. 2024-11-19T12:19:21,084 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df06b80bcf8097dcd7f80d6a84b07ce8, disabling compactions & flushes 2024-11-19T12:19:21,084 DEBUG [RS:0;351a98347401:40015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:21,084 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:19:21,084 DEBUG [RS:0;351a98347401:40015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:21,084 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:19:21,084 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. after waiting 0 ms 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:19:21,084 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:19:21,084 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df06b80bcf8097dcd7f80d6a84b07ce8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T12:19:21,084 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:19:21,084 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1325): Online Regions={df06b80bcf8097dcd7f80d6a84b07ce8=hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8., 2da3d482792176ed83f95465f3db0ae1=test,,1732018689783.2da3d482792176ed83f95465f3db0ae1., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:21,084 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3d482792176ed83f95465f3db0ae1, df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:19:21,084 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:21,084 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:21,084 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:21,085 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:21,085 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:21,085 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:19:21,098 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/.tmp/hfileref/83783de17adf4301842197f39a33499c is 74, key is 1/hfileref:1ca216faa34b4245a1e0f387015a853b_SeqId_4_/1732018695184/DeleteColumn/seqid=0 2024-11-19T12:19:21,098 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/info/e47dd1ee792a49baaa03a33907cb517e is 147, key is hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8./info:regioninfo/1732018692468/Put/seqid=0 2024-11-19T12:19:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741844_1020 (size=7686) 2024-11-19T12:19:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741845_1021 (size=5203) 2024-11-19T12:19:21,108 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:21,285 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3d482792176ed83f95465f3db0ae1, df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:19:21,485 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3d482792176ed83f95465f3db0ae1, df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:19:21,502 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/.tmp/hfileref/83783de17adf4301842197f39a33499c 2024-11-19T12:19:21,503 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/info/e47dd1ee792a49baaa03a33907cb517e 2024-11-19T12:19:21,520 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/ns/16e3800942f740988e4d9cfe2afa33ee is 43, key is default/ns:d/1732018684291/Put/seqid=0 2024-11-19T12:19:21,521 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/.tmp/queue/f8355439902a43848caea2df8505b3a6 is 153, key is 1-351a98347401,40015,1732018680623/queue:351a98347401%2C40015%2C1732018680623/1732018696961/Put/seqid=0 2024-11-19T12:19:21,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741846_1022 (size=5153) 2024-11-19T12:19:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741847_1023 (size=5352) 2024-11-19T12:19:21,685 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3d482792176ed83f95465f3db0ae1, df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:19:21,885 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2da3d482792176ed83f95465f3db0ae1, df06b80bcf8097dcd7f80d6a84b07ce8 2024-11-19T12:19:21,925 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/ns/16e3800942f740988e4d9cfe2afa33ee 2024-11-19T12:19:21,926 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/.tmp/queue/f8355439902a43848caea2df8505b3a6 2024-11-19T12:19:21,932 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/.tmp/hfileref/83783de17adf4301842197f39a33499c as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/hfileref/83783de17adf4301842197f39a33499c 2024-11-19T12:19:21,938 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/hfileref/83783de17adf4301842197f39a33499c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T12:19:21,939 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/.tmp/queue/f8355439902a43848caea2df8505b3a6 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/queue/f8355439902a43848caea2df8505b3a6 2024-11-19T12:19:21,944 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/queue/f8355439902a43848caea2df8505b3a6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T12:19:21,945 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for df06b80bcf8097dcd7f80d6a84b07ce8 in 861ms, sequenceid=10, compaction requested=false 2024-11-19T12:19:21,948 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/rep_barrier/e3f2270c43f44c2d92fde2e58311a4e6 is 112, key is test,,1732018689783.2da3d482792176ed83f95465f3db0ae1./rep_barrier:seqnumDuringOpen/1732018690251/Put/seqid=0 2024-11-19T12:19:21,949 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/replication/df06b80bcf8097dcd7f80d6a84b07ce8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:21,950 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df06b80bcf8097dcd7f80d6a84b07ce8: Waiting for close lock at 1732018761084Running coprocessor pre-close hooks at 1732018761084Disabling compacts and flushes for region at 1732018761084Disabling writes for close at 1732018761084Obtaining lock to block concurrent updates at 1732018761084Preparing flush snapshotting stores in df06b80bcf8097dcd7f80d6a84b07ce8 at 1732018761084Finished memstore snapshotting hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732018761085 (+1 ms)Flushing stores of hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. at 1732018761085Flushing df06b80bcf8097dcd7f80d6a84b07ce8/hfileref: creating writer at 1732018761085Flushing df06b80bcf8097dcd7f80d6a84b07ce8/hfileref: appending metadata at 1732018761097 (+12 ms)Flushing df06b80bcf8097dcd7f80d6a84b07ce8/hfileref: closing flushed file at 1732018761097Flushing df06b80bcf8097dcd7f80d6a84b07ce8/queue: creating writer at 1732018761508 (+411 ms)Flushing df06b80bcf8097dcd7f80d6a84b07ce8/queue: appending metadata at 1732018761521 (+13 ms)Flushing df06b80bcf8097dcd7f80d6a84b07ce8/queue: closing flushed file at 1732018761521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7ac67e: reopening flushed file at 1732018761930 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5340625: reopening flushed file at 1732018761938 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for df06b80bcf8097dcd7f80d6a84b07ce8 in 861ms, sequenceid=10, compaction requested=false at 1732018761945 (+7 ms)Writing region close event to WAL at 1732018761946 (+1 ms)Running coprocessor post-close hooks at 1732018761950 (+4 ms)Closed at 1732018761950 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018691648.df06b80bcf8097dcd7f80d6a84b07ce8. 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2da3d482792176ed83f95465f3db0ae1, disabling compactions & flushes 2024-11-19T12:19:21,950 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. after waiting 0 ms 2024-11-19T12:19:21,950 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:19:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741848_1024 (size=5518) 2024-11-19T12:19:21,954 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/default/test/2da3d482792176ed83f95465f3db0ae1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:19:21,955 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:21,955 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:19:21,955 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:19:21,955 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2da3d482792176ed83f95465f3db0ae1: Waiting for close lock at 1732018761950Running coprocessor pre-close hooks at 1732018761950Disabling compacts and flushes for region at 1732018761950Disabling writes for close at 1732018761950Writing region close event to WAL at 1732018761951 (+1 ms)Running coprocessor post-close hooks at 1732018761955 (+4 ms)Closed at 1732018761955 2024-11-19T12:19:21,955 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018689783.2da3d482792176ed83f95465f3db0ae1. 2024-11-19T12:19:21,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:21,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:21,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:21,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:21,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:22,026 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:19:22,026 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:19:22,085 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:19:22,085 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:22,086 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:22,286 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:22,353 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/rep_barrier/e3f2270c43f44c2d92fde2e58311a4e6 2024-11-19T12:19:22,372 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/table/109dc76adfd4490bbc3c882007308f29 is 53, key is hbase:replication/table:state/1732018692478/Put/seqid=0 2024-11-19T12:19:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741849_1025 (size=5308) 2024-11-19T12:19:22,486 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:22,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:19:22,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:22,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:22,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:22,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:22,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:22,686 DEBUG [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:22,777 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/table/109dc76adfd4490bbc3c882007308f29 2024-11-19T12:19:22,782 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/info/e47dd1ee792a49baaa03a33907cb517e as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/info/e47dd1ee792a49baaa03a33907cb517e 2024-11-19T12:19:22,787 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/info/e47dd1ee792a49baaa03a33907cb517e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:19:22,788 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/ns/16e3800942f740988e4d9cfe2afa33ee as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/ns/16e3800942f740988e4d9cfe2afa33ee 2024-11-19T12:19:22,793 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/ns/16e3800942f740988e4d9cfe2afa33ee, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:19:22,794 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/rep_barrier/e3f2270c43f44c2d92fde2e58311a4e6 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/rep_barrier/e3f2270c43f44c2d92fde2e58311a4e6 2024-11-19T12:19:22,799 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/rep_barrier/e3f2270c43f44c2d92fde2e58311a4e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:19:22,800 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/.tmp/table/109dc76adfd4490bbc3c882007308f29 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/table/109dc76adfd4490bbc3c882007308f29 2024-11-19T12:19:22,805 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/table/109dc76adfd4490bbc3c882007308f29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:19:22,806 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-19T12:19:22,806 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:19:22,810 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:19:22,811 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:22,811 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:22,811 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:22,811 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018761084Running coprocessor pre-close hooks at 1732018761084Disabling compacts and flushes for region at 1732018761084Disabling writes for close at 1732018761085 (+1 ms)Obtaining lock to block concurrent updates at 1732018761085Preparing flush snapshotting stores in 1588230740 at 1732018761085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018761085Flushing stores of hbase:meta,,1.1588230740 at 1732018761085Flushing 1588230740/info: creating writer at 1732018761085Flushing 1588230740/info: appending metadata at 1732018761098 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732018761098Flushing 1588230740/ns: creating writer at 1732018761508 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732018761520 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732018761520Flushing 1588230740/rep_barrier: creating writer at 1732018761931 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018761948 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018761948Flushing 1588230740/table: creating writer at 1732018762358 (+410 ms)Flushing 1588230740/table: appending metadata at 1732018762372 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732018762372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338e125e: reopening flushed file at 1732018762782 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d077901: reopening flushed file at 1732018762787 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d39e94c: reopening flushed file at 1732018762793 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14644835: reopening flushed file at 1732018762799 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1732018762806 (+7 ms)Writing region close event to WAL at 1732018762807 (+1 ms)Running coprocessor post-close hooks at 1732018762811 (+4 ms)Closed at 1732018762811 2024-11-19T12:19:22,811 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:22,886 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(976): stopping server 351a98347401,40015,1732018680623; all regions closed. 2024-11-19T12:19:22,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:19:22,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.meta.1732018684223.meta not finished, retry = 0 2024-11-19T12:19:22,992 DEBUG [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/oldWALs 2024-11-19T12:19:22,992 INFO [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C40015%2C1732018680623.meta:.meta(num 1732018684223) 2024-11-19T12:19:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741839_1015 (size=2700) 2024-11-19T12:19:22,996 DEBUG [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/oldWALs 2024-11-19T12:19:22,996 INFO [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C40015%2C1732018680623.rep:(num 1732018692429) 2024-11-19T12:19:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741832_1008 (size=1300) 2024-11-19T12:19:22,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/WALs/351a98347401,40015,1732018680623/351a98347401%2C40015%2C1732018680623.1732018683161 not finished, retry = 0 2024-11-19T12:19:23,100 DEBUG [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/oldWALs 2024-11-19T12:19:23,100 INFO [RS:0;351a98347401:40015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C40015%2C1732018680623:(num 1732018683161) 2024-11-19T12:19:23,100 DEBUG [RS:0;351a98347401:40015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:23,100 INFO [RS:0;351a98347401:40015 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:23,101 INFO [RS:0;351a98347401:40015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:23,101 INFO [RS:0;351a98347401:40015 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:23,101 INFO [RS:0;351a98347401:40015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:23,101 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:23,101 INFO [RS:0;351a98347401:40015 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,40015,1732018680623 because: Region server is closing 2024-11-19T12:19:23,101 INFO [RS:0;351a98347401:40015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:40015. 2024-11-19T12:19:23,102 DEBUG [RS:0;351a98347401:40015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:23,102 DEBUG [RS:0;351a98347401:40015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:23,102 DEBUG [RS:0;351a98347401:40015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:23,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:23,202 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T12:19:23,202 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.wal-reader.351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:19:23,202 INFO [RS:0;351a98347401:40015 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,40015,1732018680623.replicationSource.shipper351a98347401%2C40015%2C1732018680623,1-351a98347401,40015,1732018680623 terminated 2024-11-19T12:19:23,202 INFO [RS:0;351a98347401:40015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40015 2024-11-19T12:19:23,292 INFO [RS:0;351a98347401:40015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:23,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807/rs 2024-11-19T12:19:23,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1454566807/rs/351a98347401,40015,1732018680623 2024-11-19T12:19:23,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,40015,1732018680623] 2024-11-19T12:19:23,342 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1454566807/draining/351a98347401,40015,1732018680623 already deleted, retry=false 2024-11-19T12:19:23,342 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,40015,1732018680623 expired; onlineServers=0 2024-11-19T12:19:23,342 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,36221,1732018680431' ***** 2024-11-19T12:19:23,342 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:19:23,342 INFO [M:0;351a98347401:36221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:23,342 INFO [M:0;351a98347401:36221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:23,342 DEBUG [M:0;351a98347401:36221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:19:23,342 DEBUG [M:0;351a98347401:36221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:19:23,342 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:19:23,342 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018682885 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018682885,5,FailOnTimeoutGroup] 2024-11-19T12:19:23,342 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018682887 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018682887,5,FailOnTimeoutGroup] 2024-11-19T12:19:23,343 INFO [M:0;351a98347401:36221 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:23,343 INFO [M:0;351a98347401:36221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:23,343 DEBUG [M:0;351a98347401:36221 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:19:23,343 INFO [M:0;351a98347401:36221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:19:23,343 INFO [M:0;351a98347401:36221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:23,343 INFO [M:0;351a98347401:36221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:19:23,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:19:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1454566807/master 2024-11-19T12:19:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1454566807 2024-11-19T12:19:23,353 DEBUG [M:0;351a98347401:36221 {}] zookeeper.ZKUtil(347): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Unable to get data of znode /0-1454566807/master because node does not exist (not an error) 2024-11-19T12:19:23,353 WARN [M:0;351a98347401:36221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:19:23,354 INFO [M:0;351a98347401:36221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/.lastflushedseqids 2024-11-19T12:19:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741850_1026 (size=263) 2024-11-19T12:19:23,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:23,432 INFO [RS:0;351a98347401:40015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:23,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40015-0x1015307a5210001, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:23,432 INFO [RS:0;351a98347401:40015 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,40015,1732018680623; zookeeper connection closed. 2024-11-19T12:19:23,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9636c9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9636c9f 2024-11-19T12:19:23,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:19:23,759 INFO [M:0;351a98347401:36221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:19:23,759 INFO [M:0;351a98347401:36221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:19:23,759 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:23,759 INFO [M:0;351a98347401:36221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:23,760 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:23,760 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:23,760 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:23,760 INFO [M:0;351a98347401:36221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T12:19:23,774 DEBUG [M:0;351a98347401:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5014c216deb54756912ad24f54b5bcce is 82, key is hbase:meta,,1/info:regioninfo/1732018684261/Put/seqid=0 2024-11-19T12:19:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741851_1027 (size=5672) 2024-11-19T12:19:24,178 INFO [M:0;351a98347401:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5014c216deb54756912ad24f54b5bcce 2024-11-19T12:19:24,202 DEBUG [M:0;351a98347401:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bf105303f1041d190fbbf86347b5216 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018690292/Put/seqid=0 2024-11-19T12:19:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741852_1028 (size=7240) 2024-11-19T12:19:24,606 INFO [M:0;351a98347401:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bf105303f1041d190fbbf86347b5216 2024-11-19T12:19:24,610 INFO [M:0;351a98347401:36221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bf105303f1041d190fbbf86347b5216 2024-11-19T12:19:24,622 DEBUG [M:0;351a98347401:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114d60fd7f9d47419d4a9c856d6d6b56 is 69, key is 351a98347401,40015,1732018680623/rs:state/1732018682993/Put/seqid=0 2024-11-19T12:19:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741853_1029 (size=5156) 2024-11-19T12:19:25,026 INFO [M:0;351a98347401:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114d60fd7f9d47419d4a9c856d6d6b56 2024-11-19T12:19:25,031 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5014c216deb54756912ad24f54b5bcce as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5014c216deb54756912ad24f54b5bcce 2024-11-19T12:19:25,035 INFO [M:0;351a98347401:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5014c216deb54756912ad24f54b5bcce, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T12:19:25,036 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bf105303f1041d190fbbf86347b5216 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bf105303f1041d190fbbf86347b5216 2024-11-19T12:19:25,040 INFO [M:0;351a98347401:36221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bf105303f1041d190fbbf86347b5216 2024-11-19T12:19:25,040 INFO [M:0;351a98347401:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bf105303f1041d190fbbf86347b5216, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T12:19:25,041 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114d60fd7f9d47419d4a9c856d6d6b56 as hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/114d60fd7f9d47419d4a9c856d6d6b56 2024-11-19T12:19:25,045 INFO [M:0;351a98347401:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40573/user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/114d60fd7f9d47419d4a9c856d6d6b56, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T12:19:25,046 INFO [M:0;351a98347401:36221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-19T12:19:25,047 INFO [M:0;351a98347401:36221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:25,047 DEBUG [M:0;351a98347401:36221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018763759Disabling compacts and flushes for region at 1732018763759Disabling writes for close at 1732018763760 (+1 ms)Obtaining lock to block concurrent updates at 1732018763760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018763760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732018763760Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018763761 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018763761Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018763773 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018763773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018764182 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018764201 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018764201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018764610 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018764621 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018764622 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d0f182: reopening flushed file at 1732018765030 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578e337d: reopening flushed file at 1732018765035 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d9cef4: reopening flushed file at 1732018765040 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1732018765046 (+6 ms)Writing region close event to WAL at 1732018765047 (+1 ms)Closed at 1732018765047 2024-11-19T12:19:25,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63b9f732-7ec2-0274-8de7-ed9e3f784d25/MasterData/WALs/351a98347401,36221,1732018680431/351a98347401%2C36221%2C1732018680431.1732018682575 not finished, retry = 0 2024-11-19T12:19:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741830_1006 (size=64526) 2024-11-19T12:19:25,150 INFO [M:0;351a98347401:36221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:19:25,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:25,150 INFO [M:0;351a98347401:36221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36221 2024-11-19T12:19:25,151 INFO [M:0;351a98347401:36221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:25,309 INFO [M:0;351a98347401:36221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1015307a5210000, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:25,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec5fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:25,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:25,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:25,313 WARN [BP-1539202952-172.17.0.2-1732018678171 heartbeating to localhost/127.0.0.1:40573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:19:25,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:19:25,313 WARN [BP-1539202952-172.17.0.2-1732018678171 heartbeating to localhost/127.0.0.1:40573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1539202952-172.17.0.2-1732018678171 (Datanode Uuid c68c196e-41f4-4e47-834d-494f0c6ff84a) service to localhost/127.0.0.1:40573 2024-11-19T12:19:25,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:19:25,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/data/data1/current/BP-1539202952-172.17.0.2-1732018678171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:25,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/cluster_fab27ace-aaee-f805-b19d-e0de1cd08ea8/data/data2/current/BP-1539202952-172.17.0.2-1732018678171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:25,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:19:25,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a317101{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:25,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:25,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:25,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:25,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61f4982f-02f7-9b9d-c6da-4b25188874ae/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:25,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:19:25,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:19:25,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fbff4b8c5e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46025 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40573 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fbff4b8c5e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=508 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=12781 (was 13253) 2024-11-19T12:19:25,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=508, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=12781 2024-11-19T12:19:25,363 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T12:19:25,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir so I do NOT create it in target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c 2024-11-19T12:19:25,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:19:25,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.tmp.dir so I do NOT create it in target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c 2024-11-19T12:19:25,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5a4e9b7-99f2-a594-4bfb-989c01dffa86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:19:25,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c 2024-11-19T12:19:25,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236, deleteOnExit=true 2024-11-19T12:19:25,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/zookeeper_0, clientPort=54106, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:19:25,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54106 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/test.cache.data in system properties and HBase conf 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:19:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:19:25,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:19:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:19:25,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015307a5210005, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:19:25,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015307a5210002, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:19:25,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015307a5210005, quorum=127.0.0.1:55860, baseZNode=/1471946279 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:19:25,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015307a5210002, quorum=127.0.0.1:55860, baseZNode=/0-1454566807 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:19:25,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:25,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:25,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:25,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:25,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:19:25,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:25,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9eb55a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:25,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bebedbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:19:25,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c930118{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/java.io.tmpdir/jetty-localhost-45225-hadoop-hdfs-3_4_1-tests_jar-_-any-12664365780402695492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:25,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103d1b6c{HTTP/1.1, (http/1.1)}{localhost:45225} 2024-11-19T12:19:25,804 INFO [Time-limited test {}] server.Server(415): Started @141385ms 2024-11-19T12:19:26,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:26,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:26,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:26,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:26,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:19:26,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:26,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:19:26,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8bae20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/java.io.tmpdir/jetty-localhost-37843-hadoop-hdfs-3_4_1-tests_jar-_-any-7079728571947713649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:26,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fc38bd6{HTTP/1.1, (http/1.1)}{localhost:37843} 2024-11-19T12:19:26,175 INFO [Time-limited test {}] server.Server(415): Started @141756ms 2024-11-19T12:19:26,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:19:26,886 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/data/data2/current/BP-844627900-172.17.0.2-1732018765400/current, will proceed with Du for space computation calculation, 2024-11-19T12:19:26,886 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/data/data1/current/BP-844627900-172.17.0.2-1732018765400/current, will proceed with Du for space computation calculation, 2024-11-19T12:19:26,900 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:19:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb34c817e7978cdd5 with lease ID 0xee7ed95eebec0391: Processing first storage report for DS-a366725f-4ee4-4761-8be5-fd0b02e868e3 from datanode DatanodeRegistration(127.0.0.1:35347, datanodeUuid=ed0a1eec-930f-4f4f-8e7a-466a9cd9cb80, infoPort=33197, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=1620271869;c=1732018765400) 2024-11-19T12:19:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb34c817e7978cdd5 with lease ID 0xee7ed95eebec0391: from storage DS-a366725f-4ee4-4761-8be5-fd0b02e868e3 node DatanodeRegistration(127.0.0.1:35347, datanodeUuid=ed0a1eec-930f-4f4f-8e7a-466a9cd9cb80, infoPort=33197, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=1620271869;c=1732018765400), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:19:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb34c817e7978cdd5 with lease ID 0xee7ed95eebec0391: Processing first storage report for DS-f16993a1-a66d-4c24-83bc-77a3c9997463 from datanode DatanodeRegistration(127.0.0.1:35347, datanodeUuid=ed0a1eec-930f-4f4f-8e7a-466a9cd9cb80, infoPort=33197, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=1620271869;c=1732018765400) 2024-11-19T12:19:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb34c817e7978cdd5 with lease ID 0xee7ed95eebec0391: from storage DS-f16993a1-a66d-4c24-83bc-77a3c9997463 node DatanodeRegistration(127.0.0.1:35347, datanodeUuid=ed0a1eec-930f-4f4f-8e7a-466a9cd9cb80, infoPort=33197, infoSecurePort=0, ipcPort=44715, storageInfo=lv=-57;cid=testClusterID;nsid=1620271869;c=1732018765400), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:19:26,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c 2024-11-19T12:19:26,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:26,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:19:27,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1 with version=8 2024-11-19T12:19:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/hbase-staging 2024-11-19T12:19:27,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:27,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:27,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:27,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:27,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:27,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:27,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:19:27,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:27,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36383 2024-11-19T12:19:27,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36383 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:27,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:19:27,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:27,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:27,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:27,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:27,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:27,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:27,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363830x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:27,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36383-0x1015308f9f10000 connected 2024-11-19T12:19:27,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:27,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:27,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:27,632 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1, hbase.cluster.distributed=false 2024-11-19T12:19:27,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/acl 2024-11-19T12:19:27,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36383 2024-11-19T12:19:27,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36383 2024-11-19T12:19:27,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36383 2024-11-19T12:19:27,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36383 2024-11-19T12:19:27,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36383 2024-11-19T12:19:27,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:27,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:27,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:27,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:27,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:27,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:27,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:19:27,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:27,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36391 2024-11-19T12:19:27,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36391 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:27,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:27,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:27,672 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363910x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:27,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363910x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:27,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36391-0x1015308f9f10001 connected 2024-11-19T12:19:27,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:19:27,673 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:19:27,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/master 2024-11-19T12:19:27,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/acl 2024-11-19T12:19:27,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-19T12:19:27,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36391 2024-11-19T12:19:27,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36391 2024-11-19T12:19:27,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-19T12:19:27,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-19T12:19:27,688 DEBUG [M:0;351a98347401:36383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:36383 2024-11-19T12:19:27,688 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1146618148/backup-masters/351a98347401,36383,1732018767318 2024-11-19T12:19:27,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:27,700 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:27,700 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on existing znode=/0-1146618148/backup-masters/351a98347401,36383,1732018767318 2024-11-19T12:19:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:27,710 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1146618148/master 2024-11-19T12:19:27,710 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:27,710 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on existing znode=/0-1146618148/master 2024-11-19T12:19:27,711 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1146618148/backup-masters/351a98347401,36383,1732018767318 from backup master directory 2024-11-19T12:19:27,720 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:27,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/backup-masters/351a98347401,36383,1732018767318 2024-11-19T12:19:27,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:27,721 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:27,721 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,36383,1732018767318 2024-11-19T12:19:27,724 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/hbase.id] with ID: ad4410e3-b10d-453a-a44a-8b44f77ff0c9 2024-11-19T12:19:27,724 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/.tmp/hbase.id 2024-11-19T12:19:27,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:19:28,129 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/.tmp/hbase.id]:[hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/hbase.id] 2024-11-19T12:19:28,140 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:28,140 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:19:28,141 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:19:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:28,152 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:28,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:19:28,558 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:19:28,559 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:19:28,560 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:28,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:19:28,968 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store 2024-11-19T12:19:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:19:28,974 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:28,974 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:28,974 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:28,974 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:28,974 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:28,974 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:28,974 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:28,974 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018768974Disabling compacts and flushes for region at 1732018768974Disabling writes for close at 1732018768974Writing region close event to WAL at 1732018768974Closed at 1732018768974 2024-11-19T12:19:28,975 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/.initializing 2024-11-19T12:19:28,975 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318 2024-11-19T12:19:28,976 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:28,977 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C36383%2C1732018767318, suffix=, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/oldWALs, maxLogs=10 2024-11-19T12:19:28,990 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318/351a98347401%2C36383%2C1732018767318.1732018768977, exclude list is [], retry=0 2024-11-19T12:19:28,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:28,995 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318/351a98347401%2C36383%2C1732018767318.1732018768977 2024-11-19T12:19:28,995 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:28,995 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:28,996 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:28,996 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:28,996 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:28,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:28,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:19:28,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:28,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:28,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:19:29,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:29,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:29,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:19:29,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:29,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:29,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:19:29,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:29,004 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,005 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,005 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,006 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,006 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,006 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:29,007 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:29,009 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:29,009 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71745604, jitterRate=0.06909281015396118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:29,010 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018768996Initializing all the Stores at 1732018768997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018768997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018768997Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018768997Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018768997Cleaning up temporary data from old regions at 1732018769006 (+9 ms)Region opened successfully at 1732018769010 (+4 ms) 2024-11-19T12:19:29,011 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:19:29,013 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164037b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:29,014 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:19:29,014 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:19:29,014 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:19:29,015 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:19:29,015 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:19:29,015 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:19:29,015 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:19:29,017 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:19:29,018 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/balancer because node does not exist (not necessarily an error) 2024-11-19T12:19:29,234 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/balancer already deleted, retry=false 2024-11-19T12:19:29,235 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:19:29,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:19:29,299 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/normalizer already deleted, retry=false 2024-11-19T12:19:29,300 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:19:29,300 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:19:29,313 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/switch/split already deleted, retry=false 2024-11-19T12:19:29,314 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:19:29,324 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/switch/merge already deleted, retry=false 2024-11-19T12:19:29,326 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:19:29,334 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/snapshot-cleanup already deleted, retry=false 2024-11-19T12:19:29,345 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:29,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:29,345 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:29,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:29,345 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,36383,1732018767318, sessionid=0x1015308f9f10000, setting cluster-up flag (Was=false) 2024-11-19T12:19:29,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:29,366 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:29,397 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1146618148/flush-table-proc/acquired, /0-1146618148/flush-table-proc/reached, /0-1146618148/flush-table-proc/abort 2024-11-19T12:19:29,399 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36383,1732018767318 2024-11-19T12:19:29,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:29,419 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:29,450 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1146618148/online-snapshot/acquired, /0-1146618148/online-snapshot/reached, /0-1146618148/online-snapshot/abort 2024-11-19T12:19:29,451 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36383,1732018767318 2024-11-19T12:19:29,453 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:19:29,454 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:29,454 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:19:29,454 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:19:29,454 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,36383,1732018767318 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:29,456 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018799457 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:29,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:19:29,457 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:19:29,458 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018769458,5,FailOnTimeoutGroup] 2024-11-19T12:19:29,458 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:29,458 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018769458,5,FailOnTimeoutGroup] 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:19:29,458 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:19:29,480 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(746): ClusterId : ad4410e3-b10d-453a-a44a-8b44f77ff0c9 2024-11-19T12:19:29,480 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:19:29,493 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:19:29,493 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:19:29,504 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:19:29,504 DEBUG [RS:0;351a98347401:36391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a3461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:29,519 DEBUG [RS:0;351a98347401:36391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:36391 2024-11-19T12:19:29,519 INFO [RS:0;351a98347401:36391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:19:29,519 INFO [RS:0;351a98347401:36391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:19:29,519 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:19:29,520 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,36383,1732018767318 with port=36391, startcode=1732018767647 2024-11-19T12:19:29,520 DEBUG [RS:0;351a98347401:36391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:19:29,522 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:19:29,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,36391,1732018767647 2024-11-19T12:19:29,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36383 {}] master.ServerManager(517): Registering regionserver=351a98347401,36391,1732018767647 2024-11-19T12:19:29,523 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1 2024-11-19T12:19:29,524 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40253 2024-11-19T12:19:29,524 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:19:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/rs 2024-11-19T12:19:29,535 DEBUG [RS:0;351a98347401:36391 {}] zookeeper.ZKUtil(111): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on existing znode=/0-1146618148/rs/351a98347401,36391,1732018767647 2024-11-19T12:19:29,535 WARN [RS:0;351a98347401:36391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:29,535 INFO [RS:0;351a98347401:36391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:29,535 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647 2024-11-19T12:19:29,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,36391,1732018767647] 2024-11-19T12:19:29,540 INFO [RS:0;351a98347401:36391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:19:29,542 INFO [RS:0;351a98347401:36391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:19:29,542 INFO [RS:0;351a98347401:36391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:19:29,542 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,546 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:19:29,547 INFO [RS:0;351a98347401:36391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:19:29,548 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:29,548 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:29,549 DEBUG [RS:0;351a98347401:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:29,552 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,552 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,552 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,552 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,553 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,553 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36391,1732018767647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:29,571 INFO [RS:0;351a98347401:36391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:19:29,571 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36391,1732018767647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,571 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,571 INFO [RS:0;351a98347401:36391 {}] regionserver.Replication(171): 351a98347401,36391,1732018767647 started 2024-11-19T12:19:29,583 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:29,583 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,36391,1732018767647, RpcServer on 351a98347401/172.17.0.2:36391, sessionid=0x1015308f9f10001 2024-11-19T12:19:29,584 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:19:29,584 DEBUG [RS:0;351a98347401:36391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,36391,1732018767647 2024-11-19T12:19:29,584 DEBUG [RS:0;351a98347401:36391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,36391,1732018767647' 2024-11-19T12:19:29,584 DEBUG [RS:0;351a98347401:36391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1146618148/flush-table-proc/abort' 2024-11-19T12:19:29,584 DEBUG [RS:0;351a98347401:36391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1146618148/flush-table-proc/acquired' 2024-11-19T12:19:29,584 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:19:29,585 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:19:29,585 DEBUG [RS:0;351a98347401:36391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,36391,1732018767647 2024-11-19T12:19:29,585 DEBUG [RS:0;351a98347401:36391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,36391,1732018767647' 2024-11-19T12:19:29,585 DEBUG [RS:0;351a98347401:36391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1146618148/online-snapshot/abort' 2024-11-19T12:19:29,585 DEBUG [RS:0;351a98347401:36391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1146618148/online-snapshot/acquired' 2024-11-19T12:19:29,585 DEBUG [RS:0;351a98347401:36391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:19:29,585 INFO [RS:0;351a98347401:36391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:19:29,585 INFO [RS:0;351a98347401:36391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:19:29,686 INFO [RS:0;351a98347401:36391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:29,687 INFO [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36391%2C1732018767647, suffix=, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs, maxLogs=10 2024-11-19T12:19:29,698 DEBUG [RS:0;351a98347401:36391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687, exclude list is [], retry=0 2024-11-19T12:19:29,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:29,702 INFO [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 2024-11-19T12:19:29,702 DEBUG [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:29,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:19:29,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1 2024-11-19T12:19:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:19:30,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:30,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:30,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:30,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:30,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:30,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:30,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:30,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:30,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:30,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740 2024-11-19T12:19:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740 2024-11-19T12:19:30,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:30,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:30,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:30,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:30,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:30,288 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73693986, jitterRate=0.09812596440315247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018770276Initializing all the Stores at 1732018770277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018770277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018770277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018770277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018770277Cleaning up temporary data from old regions at 1732018770285 (+8 ms)Region opened successfully at 1732018770289 (+4 ms) 2024-11-19T12:19:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:30,289 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:30,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018770289Disabling compacts and flushes for region at 1732018770289Disabling writes for close at 1732018770289Writing region close event to WAL at 1732018770289Closed at 1732018770289 2024-11-19T12:19:30,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:30,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:19:30,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:19:30,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:30,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:19:30,442 DEBUG [351a98347401:36383 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:19:30,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,36391,1732018767647 2024-11-19T12:19:30,444 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36391,1732018767647, state=OPENING 2024-11-19T12:19:30,492 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:19:30,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:30,529 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:30,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:30,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:30,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:30,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,36391,1732018767647}] 2024-11-19T12:19:30,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:19:30,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:19:30,687 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:19:30,687 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:30,687 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:19:30,689 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36391%2C1732018767647.meta, suffix=.meta, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs, maxLogs=10 2024-11-19T12:19:30,705 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.meta.1732018770689.meta, exclude list is [], retry=0 2024-11-19T12:19:30,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:30,708 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.meta.1732018770689.meta 2024-11-19T12:19:30,709 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:30,709 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:30,709 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:19:30,709 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:19:30,709 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:19:30,709 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:19:30,710 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:19:30,710 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:30,710 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:19:30,710 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:19:30,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:30,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:30,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:30,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:30,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:30,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:30,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:30,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:30,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:30,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:30,715 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:30,715 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740 2024-11-19T12:19:30,716 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740 2024-11-19T12:19:30,717 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:30,717 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:30,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:30,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:30,719 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71298697, jitterRate=0.06243337690830231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:30,719 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:19:30,719 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018770710Writing region info on filesystem at 1732018770710Initializing all the Stores at 1732018770711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018770711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018770711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018770711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018770711Cleaning up temporary data from old regions at 1732018770717 (+6 ms)Running coprocessor post-open hooks at 1732018770719 (+2 ms)Region opened successfully at 1732018770719 2024-11-19T12:19:30,720 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018770682 2024-11-19T12:19:30,722 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:19:30,722 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:19:30,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,36391,1732018767647 2024-11-19T12:19:30,723 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36391,1732018767647, state=OPEN 2024-11-19T12:19:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:30,741 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:30,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,36391,1732018767647 2024-11-19T12:19:30,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:30,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:30,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:19:30,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,36391,1732018767647 in 211 msec 2024-11-19T12:19:30,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:19:30,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-19T12:19:30,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:30,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:19:30,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:30,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36391,1732018767647, seqNum=-1] 2024-11-19T12:19:30,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:30,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:30,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-19T12:19:30,753 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018770753, completionTime=-1 2024-11-19T12:19:30,753 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:19:30,753 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018830755 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018890755 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36383,1732018767318-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36383,1732018767318-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36383,1732018767318-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:36383, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,755 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,756 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,757 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:19:30,759 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.038sec 2024-11-19T12:19:30,759 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:19:30,759 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:19:30,759 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:19:30,759 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:19:30,760 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:19:30,760 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36383,1732018767318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:30,760 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36383,1732018767318-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:19:30,762 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:19:30,762 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:19:30,762 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36383,1732018767318-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:30,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:30,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36383,-1 for getting cluster id 2024-11-19T12:19:30,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:30,782 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad4410e3-b10d-453a-a44a-8b44f77ff0c9' 2024-11-19T12:19:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad4410e3-b10d-453a-a44a-8b44f77ff0c9" 2024-11-19T12:19:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349af047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36383,-1] 2024-11-19T12:19:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:30,784 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:30,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:30,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36391,1732018767647, seqNum=-1] 2024-11-19T12:19:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:30,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,36383,1732018767318 2024-11-19T12:19:30,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:30,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:30,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015308f9f10002 connected 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir so I do NOT create it in target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209 2024-11-19T12:19:30,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.tmp.dir so I do NOT create it in target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209 2024-11-19T12:19:30,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:19:30,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/cluster_e5391c2d-8de3-5681-389a-f0535a0e62ef, deleteOnExit=true 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/test.cache.data in system properties and HBase conf 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:19:30,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:19:30,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:19:30,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:19:30,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:19:31,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:31,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:31,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:31,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:31,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:19:31,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:31,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:31,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:19:31,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/java.io.tmpdir/jetty-localhost-34567-hadoop-hdfs-3_4_1-tests_jar-_-any-6116435214416915170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:31,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:34567} 2024-11-19T12:19:31,220 INFO [Time-limited test {}] server.Server(415): Started @146801ms 2024-11-19T12:19:31,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:31,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:31,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:31,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:31,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:19:31,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:31,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:19:31,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3771cc18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/java.io.tmpdir/jetty-localhost-45217-hadoop-hdfs-3_4_1-tests_jar-_-any-8612214449008918699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:31,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:45217} 2024-11-19T12:19:31,590 INFO [Time-limited test {}] server.Server(415): Started @147171ms 2024-11-19T12:19:31,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:19:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:19:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:19:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:19:32,426 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/cluster_e5391c2d-8de3-5681-389a-f0535a0e62ef/data/data1/current/BP-89679292-172.17.0.2-1732018770833/current, will proceed with Du for space computation calculation, 2024-11-19T12:19:32,427 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/cluster_e5391c2d-8de3-5681-389a-f0535a0e62ef/data/data2/current/BP-89679292-172.17.0.2-1732018770833/current, will proceed with Du for space computation calculation, 2024-11-19T12:19:32,442 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:19:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cce197c1d11a359 with lease ID 0xb1c6848cd7965f06: Processing first storage report for DS-db308b1d-e33f-4703-a91c-898a3d5da46f from datanode DatanodeRegistration(127.0.0.1:44681, datanodeUuid=c55aa755-3909-4a88-9c26-e69f43a91895, infoPort=40217, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=1469450161;c=1732018770833) 2024-11-19T12:19:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cce197c1d11a359 with lease ID 0xb1c6848cd7965f06: from storage DS-db308b1d-e33f-4703-a91c-898a3d5da46f node DatanodeRegistration(127.0.0.1:44681, datanodeUuid=c55aa755-3909-4a88-9c26-e69f43a91895, infoPort=40217, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=1469450161;c=1732018770833), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:19:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cce197c1d11a359 with lease ID 0xb1c6848cd7965f06: Processing first storage report for DS-a81ef0f4-fada-43d8-8027-e0fff79b9fa4 from datanode DatanodeRegistration(127.0.0.1:44681, datanodeUuid=c55aa755-3909-4a88-9c26-e69f43a91895, infoPort=40217, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=1469450161;c=1732018770833) 2024-11-19T12:19:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cce197c1d11a359 with lease ID 0xb1c6848cd7965f06: from storage DS-a81ef0f4-fada-43d8-8027-e0fff79b9fa4 node DatanodeRegistration(127.0.0.1:44681, datanodeUuid=c55aa755-3909-4a88-9c26-e69f43a91895, infoPort=40217, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=1469450161;c=1732018770833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:19:32,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209 2024-11-19T12:19:32,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:32,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:19:32,933 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46 with version=8 2024-11-19T12:19:32,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/hbase-staging 2024-11-19T12:19:32,935 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:19:32,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:32,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44181 2024-11-19T12:19:32,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44181 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441810x0, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:32,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44181-0x1015308f9f10003 connected 2024-11-19T12:19:33,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:33,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:33,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/running 2024-11-19T12:19:33,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46, hbase.cluster.distributed=false 2024-11-19T12:19:33,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/acl 2024-11-19T12:19:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44181 2024-11-19T12:19:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44181 2024-11-19T12:19:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44181 2024-11-19T12:19:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44181 2024-11-19T12:19:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44181 2024-11-19T12:19:33,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:19:33,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:33,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34235 2024-11-19T12:19:33,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34235 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:33,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:33,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:33,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342350x0, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:33,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34235-0x1015308f9f10004 connected 2024-11-19T12:19:33,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/running 2024-11-19T12:19:33,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:19:33,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:19:33,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/master 2024-11-19T12:19:33,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/acl 2024-11-19T12:19:33,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-19T12:19:33,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34235 2024-11-19T12:19:33,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34235 2024-11-19T12:19:33,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-19T12:19:33,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-19T12:19:33,119 DEBUG [M:0;351a98347401:44181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:44181 2024-11-19T12:19:33,119 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1650532391/backup-masters/351a98347401,44181,1732018772935 2024-11-19T12:19:33,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391/backup-masters 2024-11-19T12:19:33,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391/backup-masters 2024-11-19T12:19:33,131 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on existing znode=/1650532391/backup-masters/351a98347401,44181,1732018772935 2024-11-19T12:19:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1650532391/master 2024-11-19T12:19:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:33,142 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on existing znode=/1650532391/master 2024-11-19T12:19:33,142 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1650532391/backup-masters/351a98347401,44181,1732018772935 from backup master directory 2024-11-19T12:19:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391/backup-masters 2024-11-19T12:19:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1650532391/backup-masters/351a98347401,44181,1732018772935 2024-11-19T12:19:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391/backup-masters 2024-11-19T12:19:33,152 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:33,152 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,44181,1732018772935 2024-11-19T12:19:33,155 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/hbase.id] with ID: 5d7d0b19-da3b-4048-935a-a562fc52af0e 2024-11-19T12:19:33,155 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/.tmp/hbase.id 2024-11-19T12:19:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:19:33,560 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/.tmp/hbase.id]:[hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/hbase.id] 2024-11-19T12:19:33,571 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:33,571 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:19:33,572 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:19:33,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:33,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:19:34,035 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:19:34,035 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:19:34,035 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:19:34,442 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store 2024-11-19T12:19:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:19:34,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:34,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:34,848 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:34,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:34,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:34,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:34,848 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:34,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018774848Disabling compacts and flushes for region at 1732018774848Disabling writes for close at 1732018774848Writing region close event to WAL at 1732018774848Closed at 1732018774848 2024-11-19T12:19:34,849 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/.initializing 2024-11-19T12:19:34,849 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/WALs/351a98347401,44181,1732018772935 2024-11-19T12:19:34,850 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:34,851 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C44181%2C1732018772935, suffix=, logDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/WALs/351a98347401,44181,1732018772935, archiveDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/oldWALs, maxLogs=10 2024-11-19T12:19:34,862 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/WALs/351a98347401,44181,1732018772935/351a98347401%2C44181%2C1732018772935.1732018774851, exclude list is [], retry=0 2024-11-19T12:19:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-db308b1d-e33f-4703-a91c-898a3d5da46f,DISK] 2024-11-19T12:19:34,866 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/WALs/351a98347401,44181,1732018772935/351a98347401%2C44181%2C1732018772935.1732018774851 2024-11-19T12:19:34,866 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-11-19T12:19:34,866 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:34,867 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:34,867 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,867 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:19:34,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:34,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:34,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:19:34,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:34,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:34,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:19:34,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:34,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:34,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:19:34,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:34,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:34,874 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,874 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,875 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,876 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,876 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,876 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:34,877 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:34,880 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:34,880 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72786300, jitterRate=0.08460038900375366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:34,880 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018774867Initializing all the Stores at 1732018774867Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018774868 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018774868Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018774868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018774868Cleaning up temporary data from old regions at 1732018774876 (+8 ms)Region opened successfully at 1732018774880 (+4 ms) 2024-11-19T12:19:34,881 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:19:34,883 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e275e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:34,883 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:19:34,884 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:19:34,884 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:19:34,884 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:19:34,884 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:19:34,884 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:19:34,884 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:19:34,886 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:19:34,886 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Unable to get data of znode /1650532391/balancer because node does not exist (not necessarily an error) 2024-11-19T12:19:34,955 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/balancer already deleted, retry=false 2024-11-19T12:19:34,956 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:19:34,956 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Unable to get data of znode /1650532391/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:19:34,966 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/normalizer already deleted, retry=false 2024-11-19T12:19:34,966 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:19:34,967 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Unable to get data of znode /1650532391/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:19:34,976 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/switch/split already deleted, retry=false 2024-11-19T12:19:34,977 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Unable to get data of znode /1650532391/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:19:34,987 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/switch/merge already deleted, retry=false 2024-11-19T12:19:34,989 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Unable to get data of znode /1650532391/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:19:34,997 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/snapshot-cleanup already deleted, retry=false 2024-11-19T12:19:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1650532391/running 2024-11-19T12:19:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1650532391/running 2024-11-19T12:19:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:35,008 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,44181,1732018772935, sessionid=0x1015308f9f10003, setting cluster-up flag (Was=false) 2024-11-19T12:19:35,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:35,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:35,061 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1650532391/flush-table-proc/acquired, /1650532391/flush-table-proc/reached, /1650532391/flush-table-proc/abort 2024-11-19T12:19:35,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,44181,1732018772935 2024-11-19T12:19:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:35,113 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1650532391/online-snapshot/acquired, /1650532391/online-snapshot/reached, /1650532391/online-snapshot/abort 2024-11-19T12:19:35,114 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,44181,1732018772935 2024-11-19T12:19:35,115 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:19:35,117 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:35,117 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:19:35,117 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:19:35,117 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,44181,1732018772935 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:35,119 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018805120 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:19:35,120 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:19:35,121 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:35,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:19:35,121 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:19:35,121 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:19:35,121 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:19:35,121 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:19:35,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:35,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:19:35,124 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:19:35,124 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:19:35,124 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018775124,5,FailOnTimeoutGroup] 2024-11-19T12:19:35,125 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018775124,5,FailOnTimeoutGroup] 2024-11-19T12:19:35,125 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,125 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:19:35,125 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,125 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:19:35,208 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(746): ClusterId : 5d7d0b19-da3b-4048-935a-a562fc52af0e 2024-11-19T12:19:35,208 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:19:35,219 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:19:35,219 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:19:35,230 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:19:35,230 DEBUG [RS:0;351a98347401:34235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37527b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:35,242 DEBUG [RS:0;351a98347401:34235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:34235 2024-11-19T12:19:35,242 INFO [RS:0;351a98347401:34235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:19:35,242 INFO [RS:0;351a98347401:34235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:19:35,242 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:19:35,242 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,44181,1732018772935 with port=34235, startcode=1732018773078 2024-11-19T12:19:35,243 DEBUG [RS:0;351a98347401:34235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:19:35,244 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:19:35,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,34235,1732018773078 2024-11-19T12:19:35,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44181 {}] master.ServerManager(517): Registering regionserver=351a98347401,34235,1732018773078 2024-11-19T12:19:35,246 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46 2024-11-19T12:19:35,246 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42793 2024-11-19T12:19:35,246 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:19:35,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391/rs 2024-11-19T12:19:35,299 DEBUG [RS:0;351a98347401:34235 {}] zookeeper.ZKUtil(111): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on existing znode=/1650532391/rs/351a98347401,34235,1732018773078 2024-11-19T12:19:35,299 WARN [RS:0;351a98347401:34235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:35,299 INFO [RS:0;351a98347401:34235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:35,299 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078 2024-11-19T12:19:35,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,34235,1732018773078] 2024-11-19T12:19:35,302 INFO [RS:0;351a98347401:34235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:19:35,304 INFO [RS:0;351a98347401:34235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:19:35,304 INFO [RS:0;351a98347401:34235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:19:35,305 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,305 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:19:35,305 INFO [RS:0;351a98347401:34235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:19:35,306 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:35,306 DEBUG [RS:0;351a98347401:34235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:35,306 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,307 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,307 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,307 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,307 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,307 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34235,1732018773078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:35,320 INFO [RS:0;351a98347401:34235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:19:35,321 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34235,1732018773078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,321 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,321 INFO [RS:0;351a98347401:34235 {}] regionserver.Replication(171): 351a98347401,34235,1732018773078 started 2024-11-19T12:19:35,335 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:35,335 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,34235,1732018773078, RpcServer on 351a98347401/172.17.0.2:34235, sessionid=0x1015308f9f10004 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,34235,1732018773078 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,34235,1732018773078' 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1650532391/flush-table-proc/abort' 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1650532391/flush-table-proc/acquired' 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,34235,1732018773078 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,34235,1732018773078' 2024-11-19T12:19:35,336 DEBUG [RS:0;351a98347401:34235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1650532391/online-snapshot/abort' 2024-11-19T12:19:35,337 DEBUG [RS:0;351a98347401:34235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1650532391/online-snapshot/acquired' 2024-11-19T12:19:35,337 DEBUG [RS:0;351a98347401:34235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:19:35,337 INFO [RS:0;351a98347401:34235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:19:35,337 INFO [RS:0;351a98347401:34235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:19:35,437 INFO [RS:0;351a98347401:34235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:35,439 INFO [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C34235%2C1732018773078, suffix=, logDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078, archiveDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/oldWALs, maxLogs=10 2024-11-19T12:19:35,450 DEBUG [RS:0;351a98347401:34235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078/351a98347401%2C34235%2C1732018773078.1732018775439, exclude list is [], retry=0 2024-11-19T12:19:35,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-db308b1d-e33f-4703-a91c-898a3d5da46f,DISK] 2024-11-19T12:19:35,454 INFO [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078/351a98347401%2C34235%2C1732018773078.1732018775439 2024-11-19T12:19:35,455 DEBUG [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-11-19T12:19:35,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:19:35,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46 2024-11-19T12:19:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:19:35,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:19:35,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:35,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:35,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:35,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:35,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:35,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:35,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:35,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:35,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:35,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:35,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:35,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:35,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:35,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:35,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:35,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:35,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740 2024-11-19T12:19:35,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740 2024-11-19T12:19:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:35,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:35,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:35,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:35,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65272615, jitterRate=-0.027362242341041565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:35,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018775935Initializing all the Stores at 1732018775935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018775935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018775936 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018775936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018775936Cleaning up temporary data from old regions at 1732018775943 (+7 ms)Region opened successfully at 1732018775947 (+4 ms) 2024-11-19T12:19:35,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:35,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:35,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:35,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:35,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:35,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:35,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018775947Disabling compacts and flushes for region at 1732018775947Disabling writes for close at 1732018775947Writing region close event to WAL at 1732018775948 (+1 ms)Closed at 1732018775948 2024-11-19T12:19:35,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:35,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:19:35,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:19:35,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:35,950 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:19:36,101 DEBUG [351a98347401:44181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:19:36,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,34235,1732018773078 2024-11-19T12:19:36,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,34235,1732018773078, state=OPENING 2024-11-19T12:19:36,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:19:36,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:36,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:36,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1650532391/meta-region-server: CHANGED 2024-11-19T12:19:36,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1650532391/meta-region-server: CHANGED 2024-11-19T12:19:36,166 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:36,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,34235,1732018773078}] 2024-11-19T12:19:36,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:19:36,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:36,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:36,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:36,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:36,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:36,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:36,319 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:19:36,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:19:36,323 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:19:36,323 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:36,323 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:19:36,325 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C34235%2C1732018773078.meta, suffix=.meta, logDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078, archiveDir=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/oldWALs, maxLogs=10 2024-11-19T12:19:36,343 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078/351a98347401%2C34235%2C1732018773078.meta.1732018776325.meta, exclude list is [], retry=0 2024-11-19T12:19:36,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-db308b1d-e33f-4703-a91c-898a3d5da46f,DISK] 2024-11-19T12:19:36,346 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078/351a98347401%2C34235%2C1732018773078.meta.1732018776325.meta 2024-11-19T12:19:36,347 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-11-19T12:19:36,347 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:36,347 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:19:36,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:19:36,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:19:36,348 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:19:36,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:19:36,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:36,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:19:36,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:19:36,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:36,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:36,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:36,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:36,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:36,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:36,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:36,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:36,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:36,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:36,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:36,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:36,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:36,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:36,353 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:36,354 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740 2024-11-19T12:19:36,355 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740 2024-11-19T12:19:36,356 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:36,356 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:36,357 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:36,358 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:36,358 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71446118, jitterRate=0.06463012099266052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:36,358 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:19:36,359 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018776348Writing region info on filesystem at 1732018776348Initializing all the Stores at 1732018776349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018776349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018776349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018776349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018776349Cleaning up temporary data from old regions at 1732018776356 (+7 ms)Running coprocessor post-open hooks at 1732018776358 (+2 ms)Region opened successfully at 1732018776359 (+1 ms) 2024-11-19T12:19:36,359 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018776318 2024-11-19T12:19:36,361 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:19:36,361 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:19:36,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,34235,1732018773078 2024-11-19T12:19:36,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,34235,1732018773078, state=OPEN 2024-11-19T12:19:36,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1650532391/meta-region-server 2024-11-19T12:19:36,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1650532391/meta-region-server 2024-11-19T12:19:36,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1650532391/meta-region-server: CHANGED 2024-11-19T12:19:36,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1650532391/meta-region-server: CHANGED 2024-11-19T12:19:36,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,34235,1732018773078 2024-11-19T12:19:36,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:19:36,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,34235,1732018773078 in 207 msec 2024-11-19T12:19:36,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:19:36,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-19T12:19:36,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:36,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:19:36,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:36,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,34235,1732018773078, seqNum=-1] 2024-11-19T12:19:36,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:36,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-19T12:19:36,385 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018776385, completionTime=-1 2024-11-19T12:19:36,385 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:19:36,385 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:19:36,387 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:19:36,387 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018836387 2024-11-19T12:19:36,387 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018896387 2024-11-19T12:19:36,387 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:19:36,388 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44181,1732018772935-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,388 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44181,1732018772935-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,388 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44181,1732018772935-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,388 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:44181, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,388 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,388 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,389 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:19:36,391 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-19T12:19:36,391 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:19:36,391 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:19:36,391 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:19:36,392 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:19:36,392 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:19:36,392 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44181,1732018772935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:36,392 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44181,1732018772935-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:19:36,394 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:19:36,394 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:19:36,394 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44181,1732018772935-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:36,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44181,-1 for getting cluster id 2024-11-19T12:19:36,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:36,410 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7d0b19-da3b-4048-935a-a562fc52af0e' 2024-11-19T12:19:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:36,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7d0b19-da3b-4048-935a-a562fc52af0e" 2024-11-19T12:19:36,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b859056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44181,-1] 2024-11-19T12:19:36,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:36,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:36,412 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:36,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b3cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,34235,1732018773078, seqNum=-1] 2024-11-19T12:19:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:36,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,44181,1732018772935 2024-11-19T12:19:36,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:36,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:36,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015308f9f10005 connected 2024-11-19T12:19:36,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bd8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36383,-1 for getting cluster id 2024-11-19T12:19:36,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:36,443 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad4410e3-b10d-453a-a44a-8b44f77ff0c9' 2024-11-19T12:19:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad4410e3-b10d-453a-a44a-8b44f77ff0c9" 2024-11-19T12:19:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553cbf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36383,-1] 2024-11-19T12:19:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:36,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:36,444 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:36,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30058001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:19:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36383,1732018767318 2024-11-19T12:19:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d69215 2024-11-19T12:19:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:19:36,447 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:19:36,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:44181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:19:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:19:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:19:36,450 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:44181' 2024-11-19T12:19:36,451 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,451 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44181,-1 for getting cluster id 2024-11-19T12:19:36,451 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:36,452 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7d0b19-da3b-4048-935a-a562fc52af0e' 2024-11-19T12:19:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7d0b19-da3b-4048-935a-a562fc52af0e" 2024-11-19T12:19:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e24b6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44181,-1] 2024-11-19T12:19:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:36,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:36,453 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:36,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652bb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:36,454 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:19:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44181,1732018772935 2024-11-19T12:19:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10d9d872 2024-11-19T12:19:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:19:36,456 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:19:36,457 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T12:19:36,457 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:19:36,457 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:36,457 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:36,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:36,457 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:19:36,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:19:36,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:19:36,460 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:36,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:19:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741835_1011 (size=1138) 2024-11-19T12:19:36,509 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:19:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:19:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:19:36,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61a213fabdc38486e04e3b037cae4031, NAME => 'hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1 2024-11-19T12:19:36,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741836_1012 (size=44) 2024-11-19T12:19:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:19:37,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:37,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61a213fabdc38486e04e3b037cae4031, disabling compactions & flushes 2024-11-19T12:19:37,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. after waiting 0 ms 2024-11-19T12:19:37,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61a213fabdc38486e04e3b037cae4031: Waiting for close lock at 1732018777276Disabling compacts and flushes for region at 1732018777276Disabling writes for close at 1732018777276Writing region close event to WAL at 1732018777276Closed at 1732018777276 2024-11-19T12:19:37,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:19:37,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018777277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018777277"}]},"ts":"1732018777277"} 2024-11-19T12:19:37,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:19:37,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:19:37,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018777280"}]},"ts":"1732018777280"} 2024-11-19T12:19:37,282 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:19:37,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN}] 2024-11-19T12:19:37,284 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN 2024-11-19T12:19:37,284 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN; state=OFFLINE, location=351a98347401,36391,1732018767647; forceNewPlan=false, retain=false 2024-11-19T12:19:37,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=61a213fabdc38486e04e3b037cae4031, regionState=OPENING, regionLocation=351a98347401,36391,1732018767647 2024-11-19T12:19:37,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN because future has completed 2024-11-19T12:19:37,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61a213fabdc38486e04e3b037cae4031, server=351a98347401,36391,1732018767647}] 2024-11-19T12:19:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:19:37,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:37,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:19:37,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36391%2C1732018767647.rep, suffix=, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs, maxLogs=10 2024-11-19T12:19:37,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.rep.1732018777595, exclude list is [], retry=0 2024-11-19T12:19:37,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:37,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.rep.1732018777595 2024-11-19T12:19:37,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:37,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 61a213fabdc38486e04e3b037cae4031, NAME => 'hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:37,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. service=MultiRowMutationService 2024-11-19T12:19:37,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,612 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,613 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a213fabdc38486e04e3b037cae4031 columnFamilyName hfileref 2024-11-19T12:19:37,613 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:37,614 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(327): Store=61a213fabdc38486e04e3b037cae4031/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:37,614 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,615 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a213fabdc38486e04e3b037cae4031 columnFamilyName queue 2024-11-19T12:19:37,615 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:37,615 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(327): Store=61a213fabdc38486e04e3b037cae4031/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:37,615 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,616 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a213fabdc38486e04e3b037cae4031 columnFamilyName sid 2024-11-19T12:19:37,616 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:37,616 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(327): Store=61a213fabdc38486e04e3b037cae4031/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:19:37,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:37,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 61a213fabdc38486e04e3b037cae4031; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69567970, jitterRate=0.036643534898757935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:19:37,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:37,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 61a213fabdc38486e04e3b037cae4031: Running coprocessor pre-open hook at 1732018777610Writing region info on filesystem at 1732018777610Initializing all the Stores at 1732018777611 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018777611Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018777611Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018777611Cleaning up temporary data from old regions at 1732018777618 (+7 ms)Running coprocessor post-open hooks at 1732018777622 (+4 ms)Region opened successfully at 1732018777622 2024-11-19T12:19:37,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., pid=7, masterSystemTime=1732018777589 2024-11-19T12:19:37,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:37,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=61a213fabdc38486e04e3b037cae4031, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,36391,1732018767647 2024-11-19T12:19:37,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61a213fabdc38486e04e3b037cae4031, server=351a98347401,36391,1732018767647 because future has completed 2024-11-19T12:19:37,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T12:19:37,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 61a213fabdc38486e04e3b037cae4031, server=351a98347401,36391,1732018767647 in 191 msec 2024-11-19T12:19:37,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:19:37,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN in 347 msec 2024-11-19T12:19:37,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:19:37,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018777633"}]},"ts":"1732018777633"} 2024-11-19T12:19:37,634 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:19:37,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:19:37,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-19T12:19:37,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., hostname=351a98347401,36391,1732018767647, seqNum=2] 2024-11-19T12:19:37,755 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:37,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:37,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:19:37,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T12:19:37,930 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:19:37,955 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-351a98347401,36391,1732018767647, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:19:37,956 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:37,956 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36391,1732018767647, seqNum=-1] 2024-11-19T12:19:37,956 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:37,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T12:19:37,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,36391,1732018767647', locateType=CURRENT is [region=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., hostname=351a98347401,36391,1732018767647, seqNum=2] 2024-11-19T12:19:37,961 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T12:19:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T12:19:37,964 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,36391,1732018767647 suceeded 2024-11-19T12:19:37,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T12:19:37,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T12:19:37,965 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:44181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:19:37,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-19T12:19:37,975 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:44181' 2024-11-19T12:19:37,976 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473d3976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:37,976 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44181,-1 for getting cluster id 2024-11-19T12:19:37,976 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:37,977 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7d0b19-da3b-4048-935a-a562fc52af0e' 2024-11-19T12:19:37,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:37,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7d0b19-da3b-4048-935a-a562fc52af0e" 2024-11-19T12:19:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd945c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44181,-1] 2024-11-19T12:19:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:37,978 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:37,979 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693130d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:37,979 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:19:37,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44181,1732018772935 2024-11-19T12:19:37,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8ad1e3 2024-11-19T12:19:37,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:19:37,981 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T12:19:37,981 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,36391,1732018767647 (queues=1) is replicating from cluster=ad4410e3-b10d-453a-a44a-8b44f77ff0c9 to cluster=5d7d0b19-da3b-4048-935a-a562fc52af0e 2024-11-19T12:19:37,981 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C36391%2C1732018767647 2024-11-19T12:19:37,981 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,36391,1732018767647, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:19:37,982 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.shipper351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C36391%2C1732018767647 2024-11-19T12:19:37,982 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687, startPosition=0, beingWritten=true 2024-11-19T12:19:38,186 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 to pos 0, reset compression=false 2024-11-19T12:19:38,504 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 to pos 0, reset compression=false 2024-11-19T12:19:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:19:38,599 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:19:38,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:38,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:38,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:38,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:38,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:38,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:19:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36383,1732018767318 2024-11-19T12:19:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0931ce 2024-11-19T12:19:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:19:38,601 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:19:38,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36383 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:19:38,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:38,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:38,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:38,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:38,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:38,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:19:38,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=469265100, stopped=false 2024-11-19T12:19:38,602 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,36383,1732018767318 2024-11-19T12:19:38,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:38,660 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:38,661 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:38,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:38,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:38,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:38,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:38,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:38,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:38,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,36391,1732018767647' ***** 2024-11-19T12:19:38,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:19:38,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:19:38,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(959): stopping server 351a98347401,36391,1732018767647 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36391. 2024-11-19T12:19:38,662 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61a213fabdc38486e04e3b037cae4031, disabling compactions & flushes 2024-11-19T12:19:38,662 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:38,662 DEBUG [RS:0;351a98347401:36391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:38,662 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:38,662 DEBUG [RS:0;351a98347401:36391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:38,662 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. after waiting 0 ms 2024-11-19T12:19:38,662 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:19:38,662 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61a213fabdc38486e04e3b037cae4031 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T12:19:38,662 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:19:38,663 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:19:38,663 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1325): Online Regions={61a213fabdc38486e04e3b037cae4031=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:38,663 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:38,663 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:38,663 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:38,663 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:38,663 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:38,663 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:38,663 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T12:19:38,678 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/.tmp/queue/f7252d5b266046c2857c1970b0fd1f08 is 151, key is 1-351a98347401,36391,1732018767647/queue:351a98347401%2C36391%2C1732018767647/1732018777960/Put/seqid=0 2024-11-19T12:19:38,681 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/info/d046984b89ae42d18cb772462f2c287d is 147, key is hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031./info:regioninfo/1732018777625/Put/seqid=0 2024-11-19T12:19:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741838_1014 (size=5350) 2024-11-19T12:19:38,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741839_1015 (size=6631) 2024-11-19T12:19:38,760 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:38,863 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:38,910 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 to pos 0, reset compression=false 2024-11-19T12:19:39,063 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:39,082 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/.tmp/queue/f7252d5b266046c2857c1970b0fd1f08 2024-11-19T12:19:39,087 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/info/d046984b89ae42d18cb772462f2c287d 2024-11-19T12:19:39,089 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/.tmp/queue/f7252d5b266046c2857c1970b0fd1f08 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/queue/f7252d5b266046c2857c1970b0fd1f08 2024-11-19T12:19:39,094 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/queue/f7252d5b266046c2857c1970b0fd1f08, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T12:19:39,094 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 61a213fabdc38486e04e3b037cae4031 in 432ms, sequenceid=5, compaction requested=false 2024-11-19T12:19:39,094 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:19:39,105 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:19:39,106 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:39,106 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:39,106 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:39,106 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61a213fabdc38486e04e3b037cae4031: Waiting for close lock at 1732018778662Running coprocessor pre-close hooks at 1732018778662Disabling compacts and flushes for region at 1732018778662Disabling writes for close at 1732018778662Obtaining lock to block concurrent updates at 1732018778662Preparing flush snapshotting stores in 61a213fabdc38486e04e3b037cae4031 at 1732018778662Finished memstore snapshotting hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732018778663 (+1 ms)Flushing stores of hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. at 1732018778663Flushing 61a213fabdc38486e04e3b037cae4031/queue: creating writer at 1732018778663Flushing 61a213fabdc38486e04e3b037cae4031/queue: appending metadata at 1732018778677 (+14 ms)Flushing 61a213fabdc38486e04e3b037cae4031/queue: closing flushed file at 1732018778677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62baa34f: reopening flushed file at 1732018779088 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 61a213fabdc38486e04e3b037cae4031 in 432ms, sequenceid=5, compaction requested=false at 1732018779094 (+6 ms)Writing region close event to WAL at 1732018779095 (+1 ms)Running coprocessor post-close hooks at 1732018779106 (+11 ms)Closed at 1732018779106 2024-11-19T12:19:39,106 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:39,109 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/ns/d8d304fe2c164f3487dcfe696ec1adb0 is 43, key is default/ns:d/1732018770749/Put/seqid=0 2024-11-19T12:19:39,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741840_1016 (size=5153) 2024-11-19T12:19:39,263 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:39,414 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 to pos 0, reset compression=false 2024-11-19T12:19:39,463 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:39,513 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/ns/d8d304fe2c164f3487dcfe696ec1adb0 2024-11-19T12:19:39,530 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/table/57caf271045442e3bf2ff49abc787fe1 is 53, key is hbase:replication/table:state/1732018777633/Put/seqid=0 2024-11-19T12:19:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741841_1017 (size=5256) 2024-11-19T12:19:39,564 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:19:39,564 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:19:39,664 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:19:39,664 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:39,664 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:39,864 DEBUG [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:39,934 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/table/57caf271045442e3bf2ff49abc787fe1 2024-11-19T12:19:39,939 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/info/d046984b89ae42d18cb772462f2c287d as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/info/d046984b89ae42d18cb772462f2c287d 2024-11-19T12:19:39,944 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/info/d046984b89ae42d18cb772462f2c287d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T12:19:39,945 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/ns/d8d304fe2c164f3487dcfe696ec1adb0 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/ns/d8d304fe2c164f3487dcfe696ec1adb0 2024-11-19T12:19:39,949 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/ns/d8d304fe2c164f3487dcfe696ec1adb0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:19:39,950 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/table/57caf271045442e3bf2ff49abc787fe1 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/table/57caf271045442e3bf2ff49abc787fe1 2024-11-19T12:19:39,955 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/table/57caf271045442e3bf2ff49abc787fe1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T12:19:39,955 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-11-19T12:19:39,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T12:19:39,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:39,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:39,960 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:39,960 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018778663Running coprocessor pre-close hooks at 1732018778663Disabling compacts and flushes for region at 1732018778663Disabling writes for close at 1732018778663Obtaining lock to block concurrent updates at 1732018778663Preparing flush snapshotting stores in 1588230740 at 1732018778663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732018778663Flushing stores of hbase:meta,,1.1588230740 at 1732018778664 (+1 ms)Flushing 1588230740/info: creating writer at 1732018778664Flushing 1588230740/info: appending metadata at 1732018778680 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732018778680Flushing 1588230740/ns: creating writer at 1732018779092 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732018779109 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732018779109Flushing 1588230740/table: creating writer at 1732018779517 (+408 ms)Flushing 1588230740/table: appending metadata at 1732018779529 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732018779529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b988fa: reopening flushed file at 1732018779939 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc84895: reopening flushed file at 1732018779944 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a71a1e5: reopening flushed file at 1732018779949 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1732018779955 (+6 ms)Writing region close event to WAL at 1732018779956 (+1 ms)Running coprocessor post-close hooks at 1732018779959 (+3 ms)Closed at 1732018779960 (+1 ms) 2024-11-19T12:19:39,960 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:40,019 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 to pos 0, reset compression=false 2024-11-19T12:19:40,064 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(976): stopping server 351a98347401,36391,1732018767647; all regions closed. 2024-11-19T12:19:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741834_1010 (size=2742) 2024-11-19T12:19:40,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.meta.1732018770689.meta not finished, retry = 0 2024-11-19T12:19:40,169 DEBUG [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs 2024-11-19T12:19:40,169 INFO [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C36391%2C1732018767647.meta:.meta(num 1732018770689) 2024-11-19T12:19:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741837_1013 (size=1586) 2024-11-19T12:19:40,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.rep.1732018777595 not finished, retry = 0 2024-11-19T12:19:40,273 DEBUG [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs 2024-11-19T12:19:40,273 INFO [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C36391%2C1732018767647.rep:(num 1732018777595) 2024-11-19T12:19:40,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647/351a98347401%2C36391%2C1732018767647.1732018769687 not finished, retry = 0 2024-11-19T12:19:40,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741832_1008 (size=93) 2024-11-19T12:19:40,424 DEBUG [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs 2024-11-19T12:19:40,424 INFO [RS:0;351a98347401:36391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C36391%2C1732018767647:(num 1732018769687) 2024-11-19T12:19:40,424 DEBUG [RS:0;351a98347401:36391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:40,424 INFO [RS:0;351a98347401:36391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:40,425 INFO [RS:0;351a98347401:36391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:40,425 INFO [RS:0;351a98347401:36391 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:40,425 INFO [RS:0;351a98347401:36391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:40,425 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:40,425 INFO [RS:0;351a98347401:36391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,36391,1732018767647 because: Region server is closing 2024-11-19T12:19:40,425 INFO [RS:0;351a98347401:36391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36391. 2024-11-19T12:19:40,425 DEBUG [RS:0;351a98347401:36391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:40,425 DEBUG [RS:0;351a98347401:36391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:40,425 DEBUG [RS:0;351a98347401:36391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:40,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:40,526 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.wal-reader.351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:19:40,526 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.shipper351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T12:19:40,526 INFO [RS:0;351a98347401:36391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36391,1732018767647.replicationSource.shipper351a98347401%2C36391%2C1732018767647,1-351a98347401,36391,1732018767647 terminated 2024-11-19T12:19:40,526 INFO [RS:0;351a98347401:36391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36391 2024-11-19T12:19:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/rs 2024-11-19T12:19:40,544 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/rs/351a98347401,36391,1732018767647 2024-11-19T12:19:40,545 INFO [RS:0;351a98347401:36391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:40,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,36391,1732018767647] 2024-11-19T12:19:40,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/draining/351a98347401,36391,1732018767647 already deleted, retry=false 2024-11-19T12:19:40,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,36391,1732018767647 expired; onlineServers=0 2024-11-19T12:19:40,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,36383,1732018767318' ***** 2024-11-19T12:19:40,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:40,566 DEBUG [M:0;351a98347401:36383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:19:40,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:19:40,566 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018769458 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018769458,5,FailOnTimeoutGroup] 2024-11-19T12:19:40,566 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018769458 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018769458,5,FailOnTimeoutGroup] 2024-11-19T12:19:40,566 DEBUG [M:0;351a98347401:36383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:40,566 DEBUG [M:0;351a98347401:36383 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:40,566 INFO [M:0;351a98347401:36383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:19:40,566 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:19:40,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/master 2024-11-19T12:19:40,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:40,576 DEBUG [M:0;351a98347401:36383 {}] zookeeper.ZKUtil(347): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/master because node does not exist (not an error) 2024-11-19T12:19:40,576 WARN [M:0;351a98347401:36383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:19:40,577 INFO [M:0;351a98347401:36383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/.lastflushedseqids 2024-11-19T12:19:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741842_1018 (size=181) 2024-11-19T12:19:40,655 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:40,655 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x1015308f9f10001, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:40,655 INFO [RS:0;351a98347401:36391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:40,655 INFO [RS:0;351a98347401:36391 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,36391,1732018767647; zookeeper connection closed. 2024-11-19T12:19:40,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d26563a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d26563a 2024-11-19T12:19:40,656 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:19:40,981 INFO [M:0;351a98347401:36383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:19:40,981 INFO [M:0;351a98347401:36383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:19:40,981 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:40,981 INFO [M:0;351a98347401:36383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:40,981 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:40,982 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-19T12:19:40,982 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:40,982 INFO [M:0;351a98347401:36383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T12:19:40,995 DEBUG [M:0;351a98347401:36383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e1d54a19bf482fb3958524398b7c6e is 82, key is hbase:meta,,1/info:regioninfo/1732018770722/Put/seqid=0 2024-11-19T12:19:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741843_1019 (size=5672) 2024-11-19T12:19:41,400 INFO [M:0;351a98347401:36383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e1d54a19bf482fb3958524398b7c6e 2024-11-19T12:19:41,421 DEBUG [M:0;351a98347401:36383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/077b8d6c054642b4a5ed4c7bf73c07bc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732018777636/Put/seqid=0 2024-11-19T12:19:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741844_1020 (size=7203) 2024-11-19T12:19:41,826 INFO [M:0;351a98347401:36383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/077b8d6c054642b4a5ed4c7bf73c07bc 2024-11-19T12:19:41,842 DEBUG [M:0;351a98347401:36383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06585b4cb9664b878b5e585f240d0e49 is 69, key is 351a98347401,36391,1732018767647/rs:state/1732018769522/Put/seqid=0 2024-11-19T12:19:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741845_1021 (size=5156) 2024-11-19T12:19:41,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:19:41,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:41,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:41,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:41,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:41,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:41,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:42,246 INFO [M:0;351a98347401:36383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06585b4cb9664b878b5e585f240d0e49 2024-11-19T12:19:42,252 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e1d54a19bf482fb3958524398b7c6e as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e1d54a19bf482fb3958524398b7c6e 2024-11-19T12:19:42,256 INFO [M:0;351a98347401:36383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e1d54a19bf482fb3958524398b7c6e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T12:19:42,258 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/077b8d6c054642b4a5ed4c7bf73c07bc as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/077b8d6c054642b4a5ed4c7bf73c07bc 2024-11-19T12:19:42,262 INFO [M:0;351a98347401:36383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/077b8d6c054642b4a5ed4c7bf73c07bc, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T12:19:42,263 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06585b4cb9664b878b5e585f240d0e49 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06585b4cb9664b878b5e585f240d0e49 2024-11-19T12:19:42,267 INFO [M:0;351a98347401:36383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06585b4cb9664b878b5e585f240d0e49, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T12:19:42,268 INFO [M:0;351a98347401:36383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-19T12:19:42,269 INFO [M:0;351a98347401:36383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:42,269 DEBUG [M:0;351a98347401:36383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018780981Disabling compacts and flushes for region at 1732018780981Disabling writes for close at 1732018780982 (+1 ms)Obtaining lock to block concurrent updates at 1732018780982Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018780982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732018780982Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018780982Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018780983 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018780995 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018780995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018781405 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018781421 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018781421Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018781830 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018781842 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018781842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3680a1cf: reopening flushed file at 1732018782251 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a2c5ab: reopening flushed file at 1732018782257 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f872f84: reopening flushed file at 1732018782262 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732018782268 (+6 ms)Writing region close event to WAL at 1732018782269 (+1 ms)Closed at 1732018782269 2024-11-19T12:19:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741830_1006 (size=41008) 2024-11-19T12:19:42,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:42,272 INFO [M:0;351a98347401:36383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:19:42,272 INFO [M:0;351a98347401:36383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36383 2024-11-19T12:19:42,272 INFO [M:0;351a98347401:36383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:42,434 INFO [M:0;351a98347401:36383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:42,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:42,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36383-0x1015308f9f10000, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:42,436 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:42,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44703 2024-11-19T12:19:42,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44703 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:42,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447030x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:42,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44703-0x1015308f9f10006 connected 2024-11-19T12:19:42,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:42,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:42,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:42,583 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: INIT 2024-11-19T12:19:42,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1, hbase.cluster.distributed=false 2024-11-19T12:19:42,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/acl 2024-11-19T12:19:42,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-19T12:19:42,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44703 2024-11-19T12:19:42,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44703 2024-11-19T12:19:42,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-19T12:19:42,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44703 2024-11-19T12:19:42,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:19:42,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:42,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34229 2024-11-19T12:19:42,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34229 connecting to ZooKeeper ensemble=127.0.0.1:54106 2024-11-19T12:19:42,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:42,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:42,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342290x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:42,629 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: INIT 2024-11-19T12:19:42,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342290x0, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:42,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34229-0x1015308f9f10007 connected 2024-11-19T12:19:42,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:19:42,630 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:19:42,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/master 2024-11-19T12:19:42,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/acl 2024-11-19T12:19:42,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-19T12:19:42,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34229 2024-11-19T12:19:42,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34229 2024-11-19T12:19:42,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-19T12:19:42,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-19T12:19:42,644 DEBUG [M:0;351a98347401:44703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:44703 2024-11-19T12:19:42,645 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1146618148/backup-masters/351a98347401,44703,1732018782435 2024-11-19T12:19:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:42,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:42,657 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on existing znode=/0-1146618148/backup-masters/351a98347401,44703,1732018782435 2024-11-19T12:19:42,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1146618148/master 2024-11-19T12:19:42,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:42,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:42,667 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on existing znode=/0-1146618148/master 2024-11-19T12:19:42,667 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1146618148/backup-masters/351a98347401,44703,1732018782435 from backup master directory 2024-11-19T12:19:42,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/backup-masters/351a98347401,44703,1732018782435 2024-11-19T12:19:42,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:42,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/backup-masters 2024-11-19T12:19:42,677 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:42,677 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,44703,1732018782435 2024-11-19T12:19:42,686 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:42,686 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:19:42,691 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-19T12:19:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741846_1022 (size=196) 2024-11-19T12:19:43,108 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:19:43,108 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:19:43,108 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:43,113 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T12:19:43,115 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318 to hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318-dead as it is dead 2024-11-19T12:19:43,116 INFO [master/351a98347401:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318-dead/351a98347401%2C36383%2C1732018767318.1732018768977 2024-11-19T12:19:43,117 INFO [master/351a98347401:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318-dead/351a98347401%2C36383%2C1732018767318.1732018768977 after 0ms 2024-11-19T12:19:43,117 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318-dead/351a98347401%2C36383%2C1732018767318.1732018768977 to hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C36383%2C1732018767318.1732018768977 2024-11-19T12:19:43,117 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,36383,1732018767318-dead 2024-11-19T12:19:43,118 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,44703,1732018782435 2024-11-19T12:19:43,118 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:43,119 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C44703%2C1732018782435, suffix=, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,44703,1732018782435, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/oldWALs, maxLogs=10 2024-11-19T12:19:43,131 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,44703,1732018782435/351a98347401%2C44703%2C1732018782435.1732018783120, exclude list is [], retry=0 2024-11-19T12:19:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:43,135 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,44703,1732018782435/351a98347401%2C44703%2C1732018782435.1732018783120 2024-11-19T12:19:43,135 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:43,135 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:43,136 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:43,136 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,136 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:19:43,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e1d54a19bf482fb3958524398b7c6e 2024-11-19T12:19:43,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:43,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:19:43,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/077b8d6c054642b4a5ed4c7bf73c07bc 2024-11-19T12:19:43,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:43,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:19:43,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06585b4cb9664b878b5e585f240d0e49 2024-11-19T12:19:43,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:43,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:19:43,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:43,155 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,155 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T12:19:43,155 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C36383%2C1732018767318.1732018768977 2024-11-19T12:19:43,159 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C36383%2C1732018767318.1732018768977 2024-11-19T12:19:43,160 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/351a98347401%2C36383%2C1732018767318.1732018768977 2024-11-19T12:19:43,161 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,161 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,161 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:43,163 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:43,165 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T12:19:43,165 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75214453, jitterRate=0.12078268826007843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:43,165 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018783136Initializing all the Stores at 1732018783136Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018783137 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018783137Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018783137Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018783137Cleaning up temporary data from old regions at 1732018783161 (+24 ms)Region opened successfully at 1732018783165 (+4 ms) 2024-11-19T12:19:43,165 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:19:43,168 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fba597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:43,169 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T12:19:43,170 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:19:43,170 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:19:43,170 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:19:43,170 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:19:43,172 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:43,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:19:43,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:19:43,173 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-19T12:19:43,173 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:19:43,175 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=351a98347401,36391,1732018767647, regionLocation=351a98347401,36391,1732018767647, openSeqNum=2 2024-11-19T12:19:43,175 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=351a98347401,36391,1732018767647, table=hbase:meta, region=1588230740 2024-11-19T12:19:43,176 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36391,1732018767647, state=OPEN 2024-11-19T12:19:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:43,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:43,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:43,243 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:19:43,250 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/draining/351a98347401,36391,1732018767647 already deleted, retry=false 2024-11-19T12:19:43,250 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 351a98347401,36391,1732018767647 on 351a98347401,44703,1732018782435 2024-11-19T12:19:43,251 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 351a98347401,36391,1732018767647, splitWal=true, meta=true 2024-11-19T12:19:43,251 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 351a98347401,36391,1732018767647 (carryingMeta=true) 351a98347401,36391,1732018767647/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26e470cd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T12:19:43,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/balancer because node does not exist (not necessarily an error) 2024-11-19T12:19:43,260 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/balancer already deleted, retry=false 2024-11-19T12:19:43,260 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:19:43,261 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:19:43,271 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/normalizer already deleted, retry=false 2024-11-19T12:19:43,271 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:19:43,272 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:19:43,281 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/switch/split already deleted, retry=false 2024-11-19T12:19:43,282 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:19:43,292 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/switch/merge already deleted, retry=false 2024-11-19T12:19:43,304 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:19:43,312 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/snapshot-cleanup already deleted, retry=false 2024-11-19T12:19:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:43,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:43,323 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,44703,1732018782435, sessionid=0x1015308f9f10006, setting cluster-up flag (Was=false) 2024-11-19T12:19:43,335 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1146618148/flush-table-proc/acquired, /0-1146618148/flush-table-proc/reached, /0-1146618148/flush-table-proc/abort 2024-11-19T12:19:43,335 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,44703,1732018782435 2024-11-19T12:19:43,345 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1146618148/online-snapshot/acquired, /0-1146618148/online-snapshot/reached, /0-1146618148/online-snapshot/abort 2024-11-19T12:19:43,345 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,44703,1732018782435 2024-11-19T12:19:43,346 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/.lastflushedseqids 2024-11-19T12:19:43,348 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:19:43,348 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:19:43,348 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,44703,1732018782435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 351a98347401,36391,1732018767647 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:19:43,349 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:43,349 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:43,349 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:43,349 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:43,349 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:19:43,349 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,350 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:43,350 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,350 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018813350 2024-11-19T12:19:43,350 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:19:43,350 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:19:43,351 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 351a98347401,36391,1732018767647, splitWal=true, meta=true 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:19:43,351 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,36391,1732018767647, splitWal=true, meta=true, isMeta: true 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:19:43,351 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:19:43,352 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018783352,5,FailOnTimeoutGroup] 2024-11-19T12:19:43,352 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018783352,5,FailOnTimeoutGroup] 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:19:43,352 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647-splitting 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018783352, completionTime=-1 2024-11-19T12:19:43,352 WARN [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T12:19:43,352 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T12:19:43,353 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647-splitting dir is empty, no logs to split. 2024-11-19T12:19:43,353 INFO [PEWorker-1 {}] master.SplitWALManager(105): 351a98347401,36391,1732018767647 WAL count=0, meta=true 2024-11-19T12:19:43,355 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647-splitting dir is empty, no logs to split. 2024-11-19T12:19:43,355 INFO [PEWorker-1 {}] master.SplitWALManager(105): 351a98347401,36391,1732018767647 WAL count=0, meta=true 2024-11-19T12:19:43,355 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,36391,1732018767647 WAL splitting is done? wals=0, meta=true 2024-11-19T12:19:43,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:19:43,356 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:43,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:19:43,437 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(746): ClusterId : ad4410e3-b10d-453a-a44a-8b44f77ff0c9 2024-11-19T12:19:43,437 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:19:43,450 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:19:43,450 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:19:43,461 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:19:43,461 DEBUG [RS:0;351a98347401:34229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebccc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:43,470 DEBUG [RS:0;351a98347401:34229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:34229 2024-11-19T12:19:43,470 INFO [RS:0;351a98347401:34229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:19:43,470 INFO [RS:0;351a98347401:34229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:19:43,470 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:19:43,471 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,44703,1732018782435 with port=34229, startcode=1732018782597 2024-11-19T12:19:43,471 DEBUG [RS:0;351a98347401:34229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:19:43,472 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:19:43,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,34229,1732018782597 2024-11-19T12:19:43,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44703 {}] master.ServerManager(517): Registering regionserver=351a98347401,34229,1732018782597 2024-11-19T12:19:43,474 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1 2024-11-19T12:19:43,474 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40253 2024-11-19T12:19:43,474 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:19:43,503 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T12:19:43,507 WARN [351a98347401:44703 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T12:19:43,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/rs 2024-11-19T12:19:43,511 DEBUG [RS:0;351a98347401:34229 {}] zookeeper.ZKUtil(111): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on existing znode=/0-1146618148/rs/351a98347401,34229,1732018782597 2024-11-19T12:19:43,511 WARN [RS:0;351a98347401:34229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:43,511 INFO [RS:0;351a98347401:34229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:43,511 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597 2024-11-19T12:19:43,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,34229,1732018782597] 2024-11-19T12:19:43,527 INFO [RS:0;351a98347401:34229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:19:43,528 INFO [RS:0;351a98347401:34229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:19:43,529 INFO [RS:0;351a98347401:34229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:19:43,529 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,529 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:19:43,530 INFO [RS:0;351a98347401:34229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:19:43,530 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:43,530 DEBUG [RS:0;351a98347401:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:43,531 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,531 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,531 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,531 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,532 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,532 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34229,1732018782597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:43,544 INFO [RS:0;351a98347401:34229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:19:43,544 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34229,1732018782597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,556 INFO [RS:0;351a98347401:34229 {}] regionserver.ReplicationSource(231): queueId=1-351a98347401,34229,1732018782597, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:19:43,556 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,556 INFO [RS:0;351a98347401:34229 {}] regionserver.Replication(171): 351a98347401,34229,1732018782597 started 2024-11-19T12:19:43,568 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:43,568 DEBUG [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:44181' 2024-11-19T12:19:43,568 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,34229,1732018782597, RpcServer on 351a98347401/172.17.0.2:34229, sessionid=0x1015308f9f10007 2024-11-19T12:19:43,568 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:19:43,568 DEBUG [RS:0;351a98347401:34229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,34229,1732018782597 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,34229,1732018782597' 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1146618148/flush-table-proc/abort' 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1146618148/flush-table-proc/acquired' 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,34229,1732018782597 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,34229,1732018782597' 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1146618148/online-snapshot/abort' 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70da66e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:43,569 DEBUG [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44181,-1 for getting cluster id 2024-11-19T12:19:43,570 DEBUG [RS:0;351a98347401:34229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1146618148/online-snapshot/acquired' 2024-11-19T12:19:43,570 DEBUG [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:43,570 DEBUG [RS:0;351a98347401:34229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:19:43,570 INFO [RS:0;351a98347401:34229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:19:43,570 INFO [RS:0;351a98347401:34229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:19:43,571 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7d0b19-da3b-4048-935a-a562fc52af0e' 2024-11-19T12:19:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7d0b19-da3b-4048-935a-a562fc52af0e" 2024-11-19T12:19:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e4ebd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44181,-1] 2024-11-19T12:19:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:43,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:43,572 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:43,573 DEBUG [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d7e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:43,573 DEBUG [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:19:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44181,1732018772935 2024-11-19T12:19:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2835cea1 2024-11-19T12:19:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:19:43,575 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T12:19:43,576 INFO [RS:0;351a98347401:34229.replicationSource,1-351a98347401,34229,1732018782597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,34229,1732018782597 (queues=0) is replicating from cluster=ad4410e3-b10d-453a-a44a-8b44f77ff0c9 to cluster=5d7d0b19-da3b-4048-935a-a562fc52af0e 2024-11-19T12:19:43,670 INFO [RS:0;351a98347401:34229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:43,672 INFO [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C34229%2C1732018782597, suffix=, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs, maxLogs=10 2024-11-19T12:19:43,684 DEBUG [RS:0;351a98347401:34229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672, exclude list is [], retry=0 2024-11-19T12:19:43,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:43,688 INFO [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 2024-11-19T12:19:43,688 DEBUG [RS:0;351a98347401:34229 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 351a98347401%2C34229%2C1732018782597 for peer 1 2024-11-19T12:19:43,688 DEBUG [RS:0;351a98347401:34229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C34229%2C1732018782597 2024-11-19T12:19:43,689 INFO [RS:0;351a98347401:34229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,34229,1732018782597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:19:43,689 DEBUG [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:43,689 INFO [RS:0;351a98347401:34229.replicationSource.shipper351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C34229%2C1732018782597 2024-11-19T12:19:43,689 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672, startPosition=0, beingWritten=true 2024-11-19T12:19:43,757 DEBUG [351a98347401:44703 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:19:43,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,34229,1732018782597 2024-11-19T12:19:43,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,34229,1732018782597, state=OPENING 2024-11-19T12:19:43,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:43,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:43,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:43,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:43,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:43,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,34229,1732018782597}] 2024-11-19T12:19:43,893 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:43,928 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:19:43,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:19:43,932 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:19:43,932 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:43,932 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:19:43,933 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C34229%2C1732018782597.meta, suffix=.meta, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs, maxLogs=10 2024-11-19T12:19:43,945 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.meta.1732018783934.meta, exclude list is [], retry=0 2024-11-19T12:19:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:43,949 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.meta.1732018783934.meta 2024-11-19T12:19:43,949 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:43,949 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:43,950 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:19:43,950 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:19:43,950 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:19:43,950 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:19:43,950 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:19:43,950 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:43,950 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:19:43,950 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:19:43,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:43,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:43,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,957 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/info/d046984b89ae42d18cb772462f2c287d 2024-11-19T12:19:43,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:43,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:43,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:43,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,962 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/ns/d8d304fe2c164f3487dcfe696ec1adb0 2024-11-19T12:19:43,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:43,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:43,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:43,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:43,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:43,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:43,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:43,969 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/table/57caf271045442e3bf2ff49abc787fe1 2024-11-19T12:19:43,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:43,969 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:43,970 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740 2024-11-19T12:19:43,971 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740 2024-11-19T12:19:43,972 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:43,972 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:43,972 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:43,973 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:43,974 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67696048, jitterRate=0.008749723434448242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:43,974 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:19:43,974 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018783950Writing region info on filesystem at 1732018783950Initializing all the Stores at 1732018783951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018783951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018783951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018783951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018783951Cleaning up temporary data from old regions at 1732018783972 (+21 ms)Running coprocessor post-open hooks at 1732018783974 (+2 ms)Region opened successfully at 1732018783974 2024-11-19T12:19:43,974 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732018783928 2024-11-19T12:19:43,976 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:19:43,976 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:19:43,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=351a98347401,34229,1732018782597 2024-11-19T12:19:43,977 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,34229,1732018782597, state=OPEN 2024-11-19T12:19:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:43,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1146618148/meta-region-server 2024-11-19T12:19:43,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:43,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1146618148/meta-region-server: CHANGED 2024-11-19T12:19:43,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,34229,1732018782597 2024-11-19T12:19:43,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T12:19:43,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,34229,1732018782597 in 210 msec 2024-11-19T12:19:43,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:19:43,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-19T12:19:44,198 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:44,602 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:45,005 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T12:19:45,106 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:45,710 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:46,414 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:46,508 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T12:19:47,220 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:47,860 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T12:19:47,860 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:19:47,860 DEBUG [master/351a98347401:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:47,860 DEBUG [master/351a98347401:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,34229,1732018782597, seqNum=-1] 2024-11-19T12:19:47,861 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:47,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:47,865 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61a213fabdc38486e04e3b037cae4031, regionState=OPEN, lastHost=351a98347401,36391,1732018767647, regionLocation=351a98347401,36391,1732018767647, openSeqNum=2 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018847865 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018907865 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-19T12:19:47,865 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 351a98347401,36391,1732018767647 had 2 regions 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44703,1732018782435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44703,1732018782435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44703,1732018782435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:44703, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,865 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,866 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,866 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,36391,1732018767647, splitWal=true, meta=true, isMeta: false 2024-11-19T12:19:47,868 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647-splitting dir is empty, no logs to split. 2024-11-19T12:19:47,868 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,36391,1732018767647 WAL count=0, meta=false 2024-11-19T12:19:47,870 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,36391,1732018767647-splitting dir is empty, no logs to split. 2024-11-19T12:19:47,870 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,36391,1732018767647 WAL count=0, meta=false 2024-11-19T12:19:47,870 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,36391,1732018767647 WAL splitting is done? wals=0, meta=false 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.194sec 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44703,1732018782435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:47,871 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44703,1732018782435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:19:47,872 WARN [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=351a98347401,36391,1732018767647/hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:47,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN}] 2024-11-19T12:19:47,874 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:19:47,874 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:19:47,874 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44703,1732018782435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:47,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN 2024-11-19T12:19:47,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:19:47,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:47,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44703,-1 for getting cluster id 2024-11-19T12:19:47,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:47,941 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad4410e3-b10d-453a-a44a-8b44f77ff0c9' 2024-11-19T12:19:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad4410e3-b10d-453a-a44a-8b44f77ff0c9" 2024-11-19T12:19:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2714aa62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44703,-1] 2024-11-19T12:19:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:47,943 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:47,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67edc596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:47,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:47,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,34229,1732018782597, seqNum=-1] 2024-11-19T12:19:47,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:47,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:47,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T12:19:47,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:47,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:47,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:47,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:47,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:47,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 351a98347401:44703 after: 351a98347401:44703 2024-11-19T12:19:47,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:47,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44703,-1 for getting cluster id 2024-11-19T12:19:47,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:47,949 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad4410e3-b10d-453a-a44a-8b44f77ff0c9' 2024-11-19T12:19:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad4410e3-b10d-453a-a44a-8b44f77ff0c9" 2024-11-19T12:19:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f405417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44703,-1] 2024-11-19T12:19:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:47,950 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:47,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:47,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:19:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44703,1732018782435 2024-11-19T12:19:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d97c9bb 2024-11-19T12:19:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:19:47,952 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:19:47,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44703 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T12:19:47,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:19:47,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:47,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:47,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:47,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:47,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:47,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:19:47,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424980278, stopped=false 2024-11-19T12:19:47,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,44181,1732018772935 2024-11-19T12:19:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1650532391/running 2024-11-19T12:19:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1650532391/running 2024-11-19T12:19:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:48,007 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:48,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:48,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:48,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:48,008 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,34235,1732018773078' ***** 2024-11-19T12:19:48,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:19:48,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/running 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(959): stopping server 351a98347401,34235,1732018773078 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:34235. 2024-11-19T12:19:48,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Set watcher on znode that does not yet exist, /1650532391/running 2024-11-19T12:19:48,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:19:48,008 DEBUG [RS:0;351a98347401:34235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:48,008 DEBUG [RS:0;351a98347401:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:19:48,008 INFO [RS:0;351a98347401:34235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:19:48,009 INFO [RS:0;351a98347401:34235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:19:48,009 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:19:48,009 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:19:48,009 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:48,009 DEBUG [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:48,009 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:48,009 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:48,009 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:48,009 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:48,009 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:48,009 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T12:19:48,016 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:48,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/.tmp/ns/af5902a392a44ef8ba98bee41ce786a6 is 43, key is default/ns:d/1732018776381/Put/seqid=0 2024-11-19T12:19:48,025 DEBUG [351a98347401:44703 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:19:48,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=61a213fabdc38486e04e3b037cae4031, regionState=OPENING, regionLocation=351a98347401,34229,1732018782597 2024-11-19T12:19:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741835_1011 (size=5153) 2024-11-19T12:19:48,027 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/.tmp/ns/af5902a392a44ef8ba98bee41ce786a6 2024-11-19T12:19:48,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN because future has completed 2024-11-19T12:19:48,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61a213fabdc38486e04e3b037cae4031, server=351a98347401,34229,1732018782597}] 2024-11-19T12:19:48,036 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/.tmp/ns/af5902a392a44ef8ba98bee41ce786a6 as hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/ns/af5902a392a44ef8ba98bee41ce786a6 2024-11-19T12:19:48,041 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/ns/af5902a392a44ef8ba98bee41ce786a6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T12:19:48,041 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-19T12:19:48,041 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:19:48,045 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T12:19:48,046 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:48,046 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:48,046 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:48,046 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018788009Running coprocessor pre-close hooks at 1732018788009Disabling compacts and flushes for region at 1732018788009Disabling writes for close at 1732018788009Obtaining lock to block concurrent updates at 1732018788009Preparing flush snapshotting stores in 1588230740 at 1732018788009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732018788009Flushing stores of hbase:meta,,1.1588230740 at 1732018788010 (+1 ms)Flushing 1588230740/ns: creating writer at 1732018788010Flushing 1588230740/ns: appending metadata at 1732018788023 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732018788023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475e45e8: reopening flushed file at 1732018788035 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732018788041 (+6 ms)Writing region close event to WAL at 1732018788042 (+1 ms)Running coprocessor post-close hooks at 1732018788046 (+4 ms)Closed at 1732018788046 2024-11-19T12:19:48,046 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:48,124 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:48,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:48,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:48,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:19:48,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C34229%2C1732018782597.rep, suffix=, logDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597, archiveDir=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs, maxLogs=10 2024-11-19T12:19:48,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.rep.1732018788189, exclude list is [], retry=0 2024-11-19T12:19:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35347,DS-a366725f-4ee4-4761-8be5-fd0b02e868e3,DISK] 2024-11-19T12:19:48,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.rep.1732018788189 2024-11-19T12:19:48,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33197:33197)] 2024-11-19T12:19:48,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 61a213fabdc38486e04e3b037cae4031, NAME => 'hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:48,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:19:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:19:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. service=MultiRowMutationService 2024-11-19T12:19:48,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:19:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,206 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,207 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a213fabdc38486e04e3b037cae4031 columnFamilyName hfileref 2024-11-19T12:19:48,207 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:48,208 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(327): Store=61a213fabdc38486e04e3b037cae4031/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:48,208 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,208 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a213fabdc38486e04e3b037cae4031 columnFamilyName queue 2024-11-19T12:19:48,208 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:48,209 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(976): stopping server 351a98347401,34235,1732018773078; all regions closed. 2024-11-19T12:19:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741834_1010 (size=1152) 2024-11-19T12:19:48,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078/351a98347401%2C34235%2C1732018773078.meta.1732018776325.meta not finished, retry = 0 2024-11-19T12:19:48,213 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/queue/f7252d5b266046c2857c1970b0fd1f08 2024-11-19T12:19:48,213 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(327): Store=61a213fabdc38486e04e3b037cae4031/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:48,213 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,214 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a213fabdc38486e04e3b037cae4031 columnFamilyName sid 2024-11-19T12:19:48,214 DEBUG [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:48,214 INFO [StoreOpener-61a213fabdc38486e04e3b037cae4031-1 {}] regionserver.HStore(327): Store=61a213fabdc38486e04e3b037cae4031/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:19:48,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 61a213fabdc38486e04e3b037cae4031; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58739575, jitterRate=-0.12471212446689606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:19:48,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:48,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 61a213fabdc38486e04e3b037cae4031: Running coprocessor pre-open hook at 1732018788205Writing region info on filesystem at 1732018788205Initializing all the Stores at 1732018788206 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018788206Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018788206Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018788206Cleaning up temporary data from old regions at 1732018788217 (+11 ms)Running coprocessor post-open hooks at 1732018788219 (+2 ms)Region opened successfully at 1732018788220 (+1 ms) 2024-11-19T12:19:48,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., pid=13, masterSystemTime=1732018788185 2024-11-19T12:19:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:48,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:48,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=61a213fabdc38486e04e3b037cae4031, regionState=OPEN, openSeqNum=9, regionLocation=351a98347401,34229,1732018782597 2024-11-19T12:19:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61a213fabdc38486e04e3b037cae4031, server=351a98347401,34229,1732018782597 because future has completed 2024-11-19T12:19:48,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T12:19:48,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 61a213fabdc38486e04e3b037cae4031, server=351a98347401,34229,1732018782597 in 193 msec 2024-11-19T12:19:48,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T12:19:48,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61a213fabdc38486e04e3b037cae4031, ASSIGN in 354 msec 2024-11-19T12:19:48,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T12:19:48,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., hostname=351a98347401,34229,1732018782597, seqNum=9] 2024-11-19T12:19:48,248 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 351a98347401,36391,1732018767647 2024-11-19T12:19:48,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T12:19:48,307 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:19:48,307 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:19:48,313 DEBUG [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/oldWALs 2024-11-19T12:19:48,313 INFO [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C34235%2C1732018773078.meta:.meta(num 1732018776325) 2024-11-19T12:19:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741832_1008 (size=93) 2024-11-19T12:19:48,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/WALs/351a98347401,34235,1732018773078/351a98347401%2C34235%2C1732018773078.1732018775439 not finished, retry = 0 2024-11-19T12:19:48,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T12:19:48,418 DEBUG [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/oldWALs 2024-11-19T12:19:48,418 INFO [RS:0;351a98347401:34235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C34235%2C1732018773078:(num 1732018775439) 2024-11-19T12:19:48,418 DEBUG [RS:0;351a98347401:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:48,418 INFO [RS:0;351a98347401:34235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:48,418 INFO [RS:0;351a98347401:34235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:48,418 INFO [RS:0;351a98347401:34235 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:48,418 INFO [RS:0;351a98347401:34235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:48,418 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:48,418 INFO [RS:0;351a98347401:34235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34235 2024-11-19T12:19:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391/rs 2024-11-19T12:19:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1650532391/rs/351a98347401,34235,1732018773078 2024-11-19T12:19:48,471 INFO [RS:0;351a98347401:34235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:48,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,34235,1732018773078] 2024-11-19T12:19:48,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/draining/351a98347401,34235,1732018773078 already deleted, retry=false 2024-11-19T12:19:48,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,34235,1732018773078 expired; onlineServers=0 2024-11-19T12:19:48,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,44181,1732018772935' ***** 2024-11-19T12:19:48,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:48,492 DEBUG [M:0;351a98347401:44181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:19:48,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:19:48,492 DEBUG [M:0;351a98347401:44181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:19:48,492 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018775124 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018775124,5,FailOnTimeoutGroup] 2024-11-19T12:19:48,492 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018775124 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018775124,5,FailOnTimeoutGroup] 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:48,492 DEBUG [M:0;351a98347401:44181 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:48,492 INFO [M:0;351a98347401:44181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:19:48,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:19:48,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1650532391/master 2024-11-19T12:19:48,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1650532391 2024-11-19T12:19:48,512 DEBUG [M:0;351a98347401:44181 {}] zookeeper.RecoverableZooKeeper(212): Node /1650532391/master already deleted, retry=false 2024-11-19T12:19:48,513 DEBUG [M:0;351a98347401:44181 {}] master.ActiveMasterManager(353): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Failed delete of our master address node; KeeperErrorCode = NoNode for /1650532391/master 2024-11-19T12:19:48,514 INFO [M:0;351a98347401:44181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/.lastflushedseqids 2024-11-19T12:19:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741836_1012 (size=99) 2024-11-19T12:19:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:48,581 INFO [RS:0;351a98347401:34235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34235-0x1015308f9f10004, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:48,581 INFO [RS:0;351a98347401:34235 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,34235,1732018773078; zookeeper connection closed. 2024-11-19T12:19:48,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61434f87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61434f87 2024-11-19T12:19:48,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:19:48,918 INFO [M:0;351a98347401:44181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:19:48,919 INFO [M:0;351a98347401:44181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:19:48,919 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:48,919 INFO [M:0;351a98347401:44181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:48,919 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:48,919 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:48,919 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:48,919 INFO [M:0;351a98347401:44181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T12:19:48,933 DEBUG [M:0;351a98347401:44181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/413ade9d87664973921900c2791c57d8 is 82, key is hbase:meta,,1/info:regioninfo/1732018776362/Put/seqid=0 2024-11-19T12:19:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741837_1013 (size=5672) 2024-11-19T12:19:49,129 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:49,337 INFO [M:0;351a98347401:44181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/413ade9d87664973921900c2791c57d8 2024-11-19T12:19:49,355 DEBUG [M:0;351a98347401:44181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aadad77ed0a84432bb387f119800c835 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732018776384/Put/seqid=0 2024-11-19T12:19:49,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741838_1014 (size=5275) 2024-11-19T12:19:49,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:19:49,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:49,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:49,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:49,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:49,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:49,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:49,759 INFO [M:0;351a98347401:44181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aadad77ed0a84432bb387f119800c835 2024-11-19T12:19:49,776 DEBUG [M:0;351a98347401:44181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8028bd5a8a52451fab9efc49daad316d is 69, key is 351a98347401,34235,1732018773078/rs:state/1732018775245/Put/seqid=0 2024-11-19T12:19:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741839_1015 (size=5156) 2024-11-19T12:19:50,180 INFO [M:0;351a98347401:44181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8028bd5a8a52451fab9efc49daad316d 2024-11-19T12:19:50,185 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/413ade9d87664973921900c2791c57d8 as hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/413ade9d87664973921900c2791c57d8 2024-11-19T12:19:50,189 INFO [M:0;351a98347401:44181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/413ade9d87664973921900c2791c57d8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T12:19:50,190 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aadad77ed0a84432bb387f119800c835 as hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aadad77ed0a84432bb387f119800c835 2024-11-19T12:19:50,194 INFO [M:0;351a98347401:44181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aadad77ed0a84432bb387f119800c835, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T12:19:50,195 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8028bd5a8a52451fab9efc49daad316d as hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8028bd5a8a52451fab9efc49daad316d 2024-11-19T12:19:50,199 INFO [M:0;351a98347401:44181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42793/user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8028bd5a8a52451fab9efc49daad316d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T12:19:50,200 INFO [M:0;351a98347401:44181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-19T12:19:50,205 INFO [M:0;351a98347401:44181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:50,205 DEBUG [M:0;351a98347401:44181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018788919Disabling compacts and flushes for region at 1732018788919Disabling writes for close at 1732018788919Obtaining lock to block concurrent updates at 1732018788919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018788919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732018788919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018788920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018788920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018788932 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018788932Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018789342 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018789354 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018789354Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018789763 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018789775 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018789775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11edda9d: reopening flushed file at 1732018790185 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f66752: reopening flushed file at 1732018790189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5cb38d: reopening flushed file at 1732018790194 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1732018790200 (+6 ms)Writing region close event to WAL at 1732018790205 (+5 ms)Closed at 1732018790205 2024-11-19T12:19:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741830_1006 (size=10165) 2024-11-19T12:19:50,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/948b600d-cd64-762c-7df7-94007040dc46/MasterData/WALs/351a98347401,44181,1732018772935/351a98347401%2C44181%2C1732018772935.1732018774851 not finished, retry = 0 2024-11-19T12:19:50,233 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:50,308 INFO [M:0;351a98347401:44181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:19:50,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:50,309 INFO [M:0;351a98347401:44181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44181 2024-11-19T12:19:50,309 INFO [M:0;351a98347401:44181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:50,613 INFO [M:0;351a98347401:44181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:50,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:50,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44181-0x1015308f9f10003, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:50,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3771cc18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:50,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:50,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:50,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:50,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:50,616 WARN [BP-89679292-172.17.0.2-1732018770833 heartbeating to localhost/127.0.0.1:42793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:19:50,617 WARN [BP-89679292-172.17.0.2-1732018770833 heartbeating to localhost/127.0.0.1:42793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89679292-172.17.0.2-1732018770833 (Datanode Uuid c55aa755-3909-4a88-9c26-e69f43a91895) service to localhost/127.0.0.1:42793 2024-11-19T12:19:50,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:19:50,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:19:50,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/cluster_e5391c2d-8de3-5681-389a-f0535a0e62ef/data/data1/current/BP-89679292-172.17.0.2-1732018770833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:50,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/cluster_e5391c2d-8de3-5681-389a-f0535a0e62ef/data/data2/current/BP-89679292-172.17.0.2-1732018770833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:50,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:19:50,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:50,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:50,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:50,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:50,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:19:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:19:50,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:50,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:50,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:50,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:50,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:50,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:19:50,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1317560263, stopped=false 2024-11-19T12:19:50,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,44703,1732018782435 2024-11-19T12:19:50,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:50,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/running 2024-11-19T12:19:50,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:50,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:50,649 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:50,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:19:50,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:50,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:50,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:50,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Set watcher on znode that does not yet exist, /0-1146618148/running 2024-11-19T12:19:50,650 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,34229,1732018782597' ***** 2024-11-19T12:19:50,650 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:19:50,651 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(3091): Received CLOSE for 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(959): stopping server 351a98347401,34229,1732018782597 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:34229. 2024-11-19T12:19:50,651 DEBUG [RS:0;351a98347401:34229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:50,651 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61a213fabdc38486e04e3b037cae4031, disabling compactions & flushes 2024-11-19T12:19:50,651 DEBUG [RS:0;351a98347401:34229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:50,651 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:50,651 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:19:50,651 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. after waiting 0 ms 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:19:50,651 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:19:50,651 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:19:50,652 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1325): Online Regions={61a213fabdc38486e04e3b037cae4031=hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:19:50,652 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61a213fabdc38486e04e3b037cae4031 2024-11-19T12:19:50,652 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:50,652 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:50,652 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:50,652 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:50,652 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:50,652 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T12:19:50,655 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/replication/61a213fabdc38486e04e3b037cae4031/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T12:19:50,655 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:50,655 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:50,655 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:50,655 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61a213fabdc38486e04e3b037cae4031: Waiting for close lock at 1732018790651Running coprocessor pre-close hooks at 1732018790651Disabling compacts and flushes for region at 1732018790651Disabling writes for close at 1732018790651Writing region close event to WAL at 1732018790652 (+1 ms)Running coprocessor post-close hooks at 1732018790655 (+3 ms)Closed at 1732018790655 2024-11-19T12:19:50,655 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031. 2024-11-19T12:19:50,671 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/info/44321babadc84b54aa58dcf6742964b3 is 147, key is hbase:replication,,1732018776457.61a213fabdc38486e04e3b037cae4031./info:regioninfo/1732018788222/Put/seqid=0 2024-11-19T12:19:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741851_1027 (size=6385) 2024-11-19T12:19:50,737 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:50,852 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:51,052 DEBUG [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:19:51,075 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/info/44321babadc84b54aa58dcf6742964b3 2024-11-19T12:19:51,081 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/.tmp/info/44321babadc84b54aa58dcf6742964b3 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/info/44321babadc84b54aa58dcf6742964b3 2024-11-19T12:19:51,086 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/info/44321babadc84b54aa58dcf6742964b3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T12:19:51,087 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-11-19T12:19:51,091 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T12:19:51,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:51,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:51,092 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:51,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018790652Running coprocessor pre-close hooks at 1732018790652Disabling compacts and flushes for region at 1732018790652Disabling writes for close at 1732018790652Obtaining lock to block concurrent updates at 1732018790652Preparing flush snapshotting stores in 1588230740 at 1732018790652Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732018790652Flushing stores of hbase:meta,,1.1588230740 at 1732018790652Flushing 1588230740/info: creating writer at 1732018790653 (+1 ms)Flushing 1588230740/info: appending metadata at 1732018790670 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732018790670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44529f0c: reopening flushed file at 1732018791080 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1732018791087 (+7 ms)Writing region close event to WAL at 1732018791088 (+1 ms)Running coprocessor post-close hooks at 1732018791091 (+3 ms)Closed at 1732018791092 (+1 ms) 2024-11-19T12:19:51,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:51,252 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(976): stopping server 351a98347401,34229,1732018782597; all regions closed. 2024-11-19T12:19:51,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.meta.1732018783934.meta not finished, retry = 0 2024-11-19T12:19:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741849_1025 (size=2156) 2024-11-19T12:19:51,357 DEBUG [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs 2024-11-19T12:19:51,357 INFO [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C34229%2C1732018782597.meta:.meta(num 1732018783934) 2024-11-19T12:19:51,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.rep.1732018788189 not finished, retry = 0 2024-11-19T12:19:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741850_1026 (size=796) 2024-11-19T12:19:51,437 DEBUG [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/WALs/351a98347401,34229,1732018782597/351a98347401%2C34229%2C1732018782597.1732018783672 to pos 0, reset compression=false 2024-11-19T12:19:51,461 DEBUG [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs 2024-11-19T12:19:51,461 INFO [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C34229%2C1732018782597.rep:(num 1732018788189) 2024-11-19T12:19:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741848_1024 (size=93) 2024-11-19T12:19:51,465 DEBUG [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/oldWALs 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C34229%2C1732018782597:(num 1732018783672) 2024-11-19T12:19:51,465 DEBUG [RS:0;351a98347401:34229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:51,465 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,34229,1732018782597 because: Region server is closing 2024-11-19T12:19:51,465 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T12:19:51,465 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T12:19:51,465 INFO [RS:0;351a98347401:34229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:34229. 2024-11-19T12:19:51,465 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T12:19:51,466 DEBUG [RS:0;351a98347401:34229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:19:51,466 DEBUG [RS:0;351a98347401:34229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:51,466 DEBUG [RS:0;351a98347401:34229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:51,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:19:51,566 WARN [RS:0;351a98347401:34229.replicationSource.wal-reader.351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:19:51,566 WARN [RS:0;351a98347401:34229.replicationSource.shipper351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T12:19:51,566 INFO [RS:0;351a98347401:34229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;351a98347401:34229.replicationSource.shipper351a98347401%2C34229%2C1732018782597,1-351a98347401,34229,1732018782597 terminated 2024-11-19T12:19:51,566 INFO [RS:0;351a98347401:34229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34229 2024-11-19T12:19:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148/rs 2024-11-19T12:19:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/rs/351a98347401,34229,1732018782597 2024-11-19T12:19:51,656 INFO [RS:0;351a98347401:34229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:51,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,34229,1732018782597] 2024-11-19T12:19:51,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1146618148/draining/351a98347401,34229,1732018782597 already deleted, retry=false 2024-11-19T12:19:51,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,34229,1732018782597 expired; onlineServers=0 2024-11-19T12:19:51,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,44703,1732018782435' ***** 2024-11-19T12:19:51,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:19:51,719 INFO [M:0;351a98347401:44703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:19:51,719 INFO [M:0;351a98347401:44703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:19:51,719 DEBUG [M:0;351a98347401:44703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:19:51,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:19:51,719 DEBUG [M:0;351a98347401:44703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:19:51,719 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018783352 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018783352,5,FailOnTimeoutGroup] 2024-11-19T12:19:51,719 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018783352 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018783352,5,FailOnTimeoutGroup] 2024-11-19T12:19:51,719 INFO [M:0;351a98347401:44703 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:19:51,719 INFO [M:0;351a98347401:44703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:19:51,719 DEBUG [M:0;351a98347401:44703 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:19:51,719 INFO [M:0;351a98347401:44703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:19:51,720 INFO [M:0;351a98347401:44703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:19:51,720 INFO [M:0;351a98347401:44703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:19:51,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:19:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1146618148/master 2024-11-19T12:19:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1146618148 2024-11-19T12:19:51,729 DEBUG [M:0;351a98347401:44703 {}] zookeeper.ZKUtil(347): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Unable to get data of znode /0-1146618148/master because node does not exist (not an error) 2024-11-19T12:19:51,729 WARN [M:0;351a98347401:44703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:19:51,730 INFO [M:0;351a98347401:44703 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/.lastflushedseqids 2024-11-19T12:19:51,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:19:51,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:19:51,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:19:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741852_1028 (size=181) 2024-11-19T12:19:51,808 INFO [RS:0;351a98347401:34229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:51,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x1015308f9f10007, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:51,809 INFO [RS:0;351a98347401:34229 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,34229,1732018782597; zookeeper connection closed. 2024-11-19T12:19:51,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@560c34e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@560c34e 2024-11-19T12:19:51,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:19:52,135 INFO [M:0;351a98347401:44703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:19:52,135 INFO [M:0;351a98347401:44703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:19:52,135 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:52,135 INFO [M:0;351a98347401:44703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:52,135 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:52,135 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:52,135 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:52,136 INFO [M:0;351a98347401:44703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T12:19:52,154 DEBUG [M:0;351a98347401:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ab824c7f7a348a7893705533f43ad81 is 82, key is hbase:meta,,1/info:regioninfo/1732018783976/Put/seqid=0 2024-11-19T12:19:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741853_1029 (size=5672) 2024-11-19T12:19:52,561 INFO [M:0;351a98347401:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ab824c7f7a348a7893705533f43ad81 2024-11-19T12:19:52,582 DEBUG [M:0;351a98347401:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1f4285c170f41f58dd284660190b431 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732018788227/Put/seqid=0 2024-11-19T12:19:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741854_1030 (size=7312) 2024-11-19T12:19:52,987 INFO [M:0;351a98347401:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1f4285c170f41f58dd284660190b431 2024-11-19T12:19:53,008 DEBUG [M:0;351a98347401:44703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0c86c94c8764a43910462b99d8f69ca is 69, key is 351a98347401,34229,1732018782597/rs:state/1732018783473/Put/seqid=0 2024-11-19T12:19:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741855_1031 (size=5370) 2024-11-19T12:19:53,413 INFO [M:0;351a98347401:44703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0c86c94c8764a43910462b99d8f69ca 2024-11-19T12:19:53,417 INFO [M:0;351a98347401:44703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0c86c94c8764a43910462b99d8f69ca 2024-11-19T12:19:53,418 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ab824c7f7a348a7893705533f43ad81 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ab824c7f7a348a7893705533f43ad81 2024-11-19T12:19:53,422 INFO [M:0;351a98347401:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ab824c7f7a348a7893705533f43ad81, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T12:19:53,423 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1f4285c170f41f58dd284660190b431 as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1f4285c170f41f58dd284660190b431 2024-11-19T12:19:53,428 INFO [M:0;351a98347401:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1f4285c170f41f58dd284660190b431, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T12:19:53,429 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0c86c94c8764a43910462b99d8f69ca as hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0c86c94c8764a43910462b99d8f69ca 2024-11-19T12:19:53,433 INFO [M:0;351a98347401:44703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0c86c94c8764a43910462b99d8f69ca 2024-11-19T12:19:53,433 INFO [M:0;351a98347401:44703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40253/user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0c86c94c8764a43910462b99d8f69ca, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T12:19:53,434 INFO [M:0;351a98347401:44703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false 2024-11-19T12:19:53,435 INFO [M:0;351a98347401:44703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:53,435 DEBUG [M:0;351a98347401:44703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018792135Disabling compacts and flushes for region at 1732018792135Disabling writes for close at 1732018792135Obtaining lock to block concurrent updates at 1732018792136 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018792136Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732018792136Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018792137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018792137Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018792154 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018792154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018792565 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018792582 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018792582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018792991 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018793007 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018793007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709b8127: reopening flushed file at 1732018793417 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156395a1: reopening flushed file at 1732018793422 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4e5d4c: reopening flushed file at 1732018793428 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false at 1732018793434 (+6 ms)Writing region close event to WAL at 1732018793435 (+1 ms)Closed at 1732018793435 2024-11-19T12:19:53,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35347 is added to blk_1073741847_1023 (size=22903) 2024-11-19T12:19:53,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22e38f4d-5050-f88f-96a1-87dbc50552c1/MasterData/WALs/351a98347401,44703,1732018782435/351a98347401%2C44703%2C1732018782435.1732018783120 not finished, retry = 0 2024-11-19T12:19:53,538 INFO [M:0;351a98347401:44703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:19:53,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:19:53,538 INFO [M:0;351a98347401:44703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44703 2024-11-19T12:19:53,538 INFO [M:0;351a98347401:44703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:19:53,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:53,728 INFO [M:0;351a98347401:44703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:19:53,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44703-0x1015308f9f10006, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:19:53,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8bae20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:53,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fc38bd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:53,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:53,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:53,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:53,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:19:53,732 WARN [BP-844627900-172.17.0.2-1732018765400 heartbeating to localhost/127.0.0.1:40253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:19:53,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:19:53,732 WARN [BP-844627900-172.17.0.2-1732018765400 heartbeating to localhost/127.0.0.1:40253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844627900-172.17.0.2-1732018765400 (Datanode Uuid ed0a1eec-930f-4f4f-8e7a-466a9cd9cb80) service to localhost/127.0.0.1:40253 2024-11-19T12:19:53,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/data/data1/current/BP-844627900-172.17.0.2-1732018765400 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:53,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/cluster_689e9cd7-1195-1592-7aa5-dfd969658236/data/data2/current/BP-844627900-172.17.0.2-1732018765400 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:19:53,733 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:19:53,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c930118{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:53,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103d1b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:19:53,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:19:53,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bebedbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:19:53,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9eb55a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b4e2868-39ad-03dd-9dc8-f5884ce2f06c/hadoop.log.dir/,STOPPED} 2024-11-19T12:19:53,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:19:53,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:19:53,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40253 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42793 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=574 (was 508) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=12668 (was 12781) 2024-11-19T12:19:53,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=12667 2024-11-19T12:19:53,792 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T12:19:53,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir so I do NOT create it in target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6 2024-11-19T12:19:53,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:19:53,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.tmp.dir so I do NOT create it in target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6 2024-11-19T12:19:53,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b40c81d-dbaf-5b14-ec0e-128760520209/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:19:53,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6 2024-11-19T12:19:53,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75, deleteOnExit=true 2024-11-19T12:19:53,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/zookeeper_0, clientPort=57777, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:19:53,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57777 2024-11-19T12:19:53,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:19:53,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/test.cache.data in system properties and HBase conf 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:19:53,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:19:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:19:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:19:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015308f9f10005, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:19:53,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015308f9f10002, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:19:53,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015308f9f10002, quorum=127.0.0.1:54106, baseZNode=/0-1146618148 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:19:53,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015308f9f10005, quorum=127.0.0.1:54106, baseZNode=/1650532391 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:19:54,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:54,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:54,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:54,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:54,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:19:54,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:54,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:54,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:19:54,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef48bf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/java.io.tmpdir/jetty-localhost-39037-hadoop-hdfs-3_4_1-tests_jar-_-any-6467711590973005419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:19:54,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:39037} 2024-11-19T12:19:54,263 INFO [Time-limited test {}] server.Server(415): Started @169845ms 2024-11-19T12:19:54,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:54,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:54,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:54,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:54,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:19:54,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:54,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:19:54,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a37642c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/java.io.tmpdir/jetty-localhost-33731-hadoop-hdfs-3_4_1-tests_jar-_-any-3920730160510441240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:19:54,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:33731} 2024-11-19T12:19:54,678 INFO [Time-limited test {}] server.Server(415): Started @170259ms 2024-11-19T12:19:54,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:19:55,309 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/data/data1/current/BP-992071495-172.17.0.2-1732018793850/current, will proceed with Du for space computation calculation, 2024-11-19T12:19:55,309 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/data/data2/current/BP-992071495-172.17.0.2-1732018793850/current, will proceed with Du for space computation calculation, 2024-11-19T12:19:55,330 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:19:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a06e2f7814d8ce with lease ID 0xe5da8d0c05f9ed5e: Processing first storage report for DS-b3ca104d-659b-406d-bdf0-8573f271c80e from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=cd734e34-a193-4d20-bfca-16152bc3b27e, infoPort=37561, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1882279697;c=1732018793850) 2024-11-19T12:19:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a06e2f7814d8ce with lease ID 0xe5da8d0c05f9ed5e: from storage DS-b3ca104d-659b-406d-bdf0-8573f271c80e node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=cd734e34-a193-4d20-bfca-16152bc3b27e, infoPort=37561, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1882279697;c=1732018793850), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:19:55,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a06e2f7814d8ce with lease ID 0xe5da8d0c05f9ed5e: Processing first storage report for DS-a17778cf-3fdc-4416-ba1b-e5bc58f02783 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=cd734e34-a193-4d20-bfca-16152bc3b27e, infoPort=37561, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1882279697;c=1732018793850) 2024-11-19T12:19:55,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a06e2f7814d8ce with lease ID 0xe5da8d0c05f9ed5e: from storage DS-a17778cf-3fdc-4416-ba1b-e5bc58f02783 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=cd734e34-a193-4d20-bfca-16152bc3b27e, infoPort=37561, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1882279697;c=1732018793850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:19:55,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6 2024-11-19T12:19:55,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:55,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:19:55,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466 with version=8 2024-11-19T12:19:55,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/hbase-staging 2024-11-19T12:19:55,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:19:55,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:55,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42401 2024-11-19T12:19:55,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42401 connecting to ZooKeeper ensemble=127.0.0.1:57777 2024-11-19T12:19:55,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424010x0, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:55,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42401-0x101530968ff0000 connected 2024-11-19T12:19:55,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:55,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:56,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/running 2024-11-19T12:19:56,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466, hbase.cluster.distributed=false 2024-11-19T12:19:56,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/acl 2024-11-19T12:19:56,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-19T12:19:56,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42401 2024-11-19T12:19:56,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42401 2024-11-19T12:19:56,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-19T12:19:56,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-19T12:19:56,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:19:56,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:56,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:56,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:19:56,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:19:56,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:19:56,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:19:56,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:19:56,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38411 2024-11-19T12:19:56,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38411 connecting to ZooKeeper ensemble=127.0.0.1:57777 2024-11-19T12:19:56,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:56,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:56,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384110x0, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:56,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384110x0, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/running 2024-11-19T12:19:56,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:19:56,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38411-0x101530968ff0001 connected 2024-11-19T12:19:56,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:19:56,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/master 2024-11-19T12:19:56,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/acl 2024-11-19T12:19:56,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38411 2024-11-19T12:19:56,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38411 2024-11-19T12:19:56,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38411 2024-11-19T12:19:56,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38411 2024-11-19T12:19:56,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38411 2024-11-19T12:19:56,071 DEBUG [M:0;351a98347401:42401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:42401 2024-11-19T12:19:56,071 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1708545360/backup-masters/351a98347401,42401,1732018795821 2024-11-19T12:19:56,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360/backup-masters 2024-11-19T12:19:56,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360/backup-masters 2024-11-19T12:19:56,081 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on existing znode=/0-1708545360/backup-masters/351a98347401,42401,1732018795821 2024-11-19T12:19:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1708545360/master 2024-11-19T12:19:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:56,092 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on existing znode=/0-1708545360/master 2024-11-19T12:19:56,093 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1708545360/backup-masters/351a98347401,42401,1732018795821 from backup master directory 2024-11-19T12:19:56,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360/backup-masters 2024-11-19T12:19:56,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1708545360/backup-masters/351a98347401,42401,1732018795821 2024-11-19T12:19:56,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360/backup-masters 2024-11-19T12:19:56,102 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:56,102 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,42401,1732018795821 2024-11-19T12:19:56,105 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/hbase.id] with ID: 901636c9-f094-4c95-b26e-6ecb171f6faf 2024-11-19T12:19:56,105 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/.tmp/hbase.id 2024-11-19T12:19:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:19:56,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:19:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:19:56,511 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/.tmp/hbase.id]:[hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/hbase.id] 2024-11-19T12:19:56,519 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:19:56,519 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:19:56,520 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:19:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:19:57,012 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:19:57,012 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:19:57,012 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:19:57,418 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store 2024-11-19T12:19:57,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:19:57,824 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:57,824 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:19:57,824 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:57,824 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:57,824 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:19:57,824 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:57,824 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:19:57,824 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018797824Disabling compacts and flushes for region at 1732018797824Disabling writes for close at 1732018797824Writing region close event to WAL at 1732018797824Closed at 1732018797824 2024-11-19T12:19:57,825 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/.initializing 2024-11-19T12:19:57,825 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/WALs/351a98347401,42401,1732018795821 2024-11-19T12:19:57,825 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:57,827 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C42401%2C1732018795821, suffix=, logDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/WALs/351a98347401,42401,1732018795821, archiveDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/oldWALs, maxLogs=10 2024-11-19T12:19:57,842 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/WALs/351a98347401,42401,1732018795821/351a98347401%2C42401%2C1732018795821.1732018797827, exclude list is [], retry=0 2024-11-19T12:19:57,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-b3ca104d-659b-406d-bdf0-8573f271c80e,DISK] 2024-11-19T12:19:57,845 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/WALs/351a98347401,42401,1732018795821/351a98347401%2C42401%2C1732018795821.1732018797827 2024-11-19T12:19:57,846 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-19T12:19:57,846 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:57,846 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:57,846 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,846 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:19:57,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:57,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:57,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:19:57,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:57,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:57,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:19:57,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:57,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:57,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:19:57,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:57,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:19:57,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,854 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,855 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,855 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,855 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:57,856 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:19:57,858 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:57,858 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64376616, jitterRate=-0.04071366786956787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:57,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018797846Initializing all the Stores at 1732018797847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018797847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018797847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018797847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018797847Cleaning up temporary data from old regions at 1732018797855 (+8 ms)Region opened successfully at 1732018797859 (+4 ms) 2024-11-19T12:19:57,859 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:19:57,862 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811567f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:57,863 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:19:57,863 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:19:57,863 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:19:57,863 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:19:57,863 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:19:57,864 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:19:57,864 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:19:57,865 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:19:57,866 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Unable to get data of znode /0-1708545360/balancer because node does not exist (not necessarily an error) 2024-11-19T12:19:57,912 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1708545360/balancer already deleted, retry=false 2024-11-19T12:19:57,912 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:19:57,913 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Unable to get data of znode /0-1708545360/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:19:57,922 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1708545360/normalizer already deleted, retry=false 2024-11-19T12:19:57,923 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:19:57,924 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Unable to get data of znode /0-1708545360/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:19:57,933 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1708545360/switch/split already deleted, retry=false 2024-11-19T12:19:57,933 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Unable to get data of znode /0-1708545360/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:19:57,943 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1708545360/switch/merge already deleted, retry=false 2024-11-19T12:19:57,945 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Unable to get data of znode /0-1708545360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:19:57,954 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1708545360/snapshot-cleanup already deleted, retry=false 2024-11-19T12:19:57,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1708545360/running 2024-11-19T12:19:57,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1708545360/running 2024-11-19T12:19:57,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:57,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:57,965 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,42401,1732018795821, sessionid=0x101530968ff0000, setting cluster-up flag (Was=false) 2024-11-19T12:19:57,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:57,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:58,017 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1708545360/flush-table-proc/acquired, /0-1708545360/flush-table-proc/reached, /0-1708545360/flush-table-proc/abort 2024-11-19T12:19:58,018 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,42401,1732018795821 2024-11-19T12:19:58,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:58,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:58,230 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1708545360/online-snapshot/acquired, /0-1708545360/online-snapshot/reached, /0-1708545360/online-snapshot/abort 2024-11-19T12:19:58,231 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,42401,1732018795821 2024-11-19T12:19:58,232 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:19:58,233 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:58,233 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:19:58,234 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:19:58,234 WARN [master/351a98347401:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 351a98347401,36391,1732018767647: status=Processing ServerCrashProcedure of 351a98347401,36391,1732018767647 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732018783351, completionTime=-1 appears to have been leaked 2024-11-19T12:19:58,234 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,42401,1732018795821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:58,235 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018828236 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:19:58,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:58,236 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:19:58,237 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:58,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:19:58,240 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:19:58,240 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:19:58,240 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:19:58,240 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:19:58,243 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:19:58,243 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:19:58,244 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018798243,5,FailOnTimeoutGroup] 2024-11-19T12:19:58,245 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018798244,5,FailOnTimeoutGroup] 2024-11-19T12:19:58,245 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,245 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:19:58,245 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,245 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:19:58,259 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(746): ClusterId : 901636c9-f094-4c95-b26e-6ecb171f6faf 2024-11-19T12:19:58,259 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:19:58,449 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:19:58,450 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:19:58,460 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:19:58,460 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d1fc5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:19:58,473 DEBUG [RS:0;351a98347401:38411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:38411 2024-11-19T12:19:58,474 INFO [RS:0;351a98347401:38411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:19:58,474 INFO [RS:0;351a98347401:38411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:19:58,474 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:19:58,474 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,42401,1732018795821 with port=38411, startcode=1732018796020 2024-11-19T12:19:58,474 DEBUG [RS:0;351a98347401:38411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:19:58,476 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:19:58,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,38411,1732018796020 2024-11-19T12:19:58,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42401 {}] master.ServerManager(517): Registering regionserver=351a98347401,38411,1732018796020 2024-11-19T12:19:58,477 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466 2024-11-19T12:19:58,477 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34409 2024-11-19T12:19:58,477 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:19:58,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360/rs 2024-11-19T12:19:58,487 DEBUG [RS:0;351a98347401:38411 {}] zookeeper.ZKUtil(111): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on existing znode=/0-1708545360/rs/351a98347401,38411,1732018796020 2024-11-19T12:19:58,487 WARN [RS:0;351a98347401:38411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:19:58,487 INFO [RS:0;351a98347401:38411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:58,487 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020 2024-11-19T12:19:58,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,38411,1732018796020] 2024-11-19T12:19:58,490 INFO [RS:0;351a98347401:38411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:19:58,492 INFO [RS:0;351a98347401:38411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:19:58,492 INFO [RS:0;351a98347401:38411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:19:58,492 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,493 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:19:58,494 INFO [RS:0;351a98347401:38411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:19:58,494 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,494 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,495 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,495 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:19:58,495 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:58,495 DEBUG [RS:0;351a98347401:38411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:19:58,495 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,495 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,495 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,495 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,495 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,495 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38411,1732018796020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:58,513 INFO [RS:0;351a98347401:38411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:19:58,513 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38411,1732018796020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,514 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,514 INFO [RS:0;351a98347401:38411 {}] regionserver.Replication(171): 351a98347401,38411,1732018796020 started 2024-11-19T12:19:58,532 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:58,532 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,38411,1732018796020, RpcServer on 351a98347401/172.17.0.2:38411, sessionid=0x101530968ff0001 2024-11-19T12:19:58,532 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:19:58,532 DEBUG [RS:0;351a98347401:38411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,38411,1732018796020 2024-11-19T12:19:58,532 DEBUG [RS:0;351a98347401:38411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,38411,1732018796020' 2024-11-19T12:19:58,532 DEBUG [RS:0;351a98347401:38411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1708545360/flush-table-proc/abort' 2024-11-19T12:19:58,533 DEBUG [RS:0;351a98347401:38411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1708545360/flush-table-proc/acquired' 2024-11-19T12:19:58,533 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:19:58,533 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:19:58,533 DEBUG [RS:0;351a98347401:38411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,38411,1732018796020 2024-11-19T12:19:58,533 DEBUG [RS:0;351a98347401:38411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,38411,1732018796020' 2024-11-19T12:19:58,534 DEBUG [RS:0;351a98347401:38411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1708545360/online-snapshot/abort' 2024-11-19T12:19:58,534 DEBUG [RS:0;351a98347401:38411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1708545360/online-snapshot/acquired' 2024-11-19T12:19:58,534 DEBUG [RS:0;351a98347401:38411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:19:58,534 INFO [RS:0;351a98347401:38411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:19:58,534 INFO [RS:0;351a98347401:38411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:19:58,635 INFO [RS:0;351a98347401:38411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:19:58,637 INFO [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C38411%2C1732018796020, suffix=, logDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020, archiveDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/oldWALs, maxLogs=10 2024-11-19T12:19:58,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:19:58,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466 2024-11-19T12:19:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:19:58,655 DEBUG [RS:0;351a98347401:38411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637, exclude list is [], retry=0 2024-11-19T12:19:58,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-b3ca104d-659b-406d-bdf0-8573f271c80e,DISK] 2024-11-19T12:19:58,659 INFO [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 2024-11-19T12:19:58,659 DEBUG [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-19T12:19:59,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:59,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:59,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:59,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:59,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:59,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:59,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:59,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:59,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:59,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:59,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740 2024-11-19T12:19:59,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740 2024-11-19T12:19:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:59,066 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:59,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:59,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:19:59,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62644509, jitterRate=-0.06652407348155975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:59,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018799055Initializing all the Stores at 1732018799056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018799056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018799056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018799056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018799056Cleaning up temporary data from old regions at 1732018799065 (+9 ms)Region opened successfully at 1732018799069 (+4 ms) 2024-11-19T12:19:59,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:19:59,070 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:19:59,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:19:59,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:19:59,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:19:59,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:19:59,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018799070Disabling compacts and flushes for region at 1732018799070Disabling writes for close at 1732018799070Writing region close event to WAL at 1732018799070Closed at 1732018799070 2024-11-19T12:19:59,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:59,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:19:59,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:19:59,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:59,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:19:59,223 DEBUG [351a98347401:42401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:19:59,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,38411,1732018796020 2024-11-19T12:19:59,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,38411,1732018796020, state=OPENING 2024-11-19T12:19:59,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:19:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:19:59,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1708545360/meta-region-server: CHANGED 2024-11-19T12:19:59,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1708545360/meta-region-server: CHANGED 2024-11-19T12:19:59,309 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:19:59,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,38411,1732018796020}] 2024-11-19T12:19:59,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:19:59,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:19:59,466 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:19:59,466 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:19:59,466 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:19:59,467 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C38411%2C1732018796020.meta, suffix=.meta, logDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020, archiveDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/oldWALs, maxLogs=10 2024-11-19T12:19:59,483 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.meta.1732018799468.meta, exclude list is [], retry=0 2024-11-19T12:19:59,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-b3ca104d-659b-406d-bdf0-8573f271c80e,DISK] 2024-11-19T12:19:59,487 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.meta.1732018799468.meta 2024-11-19T12:19:59,487 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-19T12:19:59,487 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:19:59,487 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:19:59,488 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:19:59,488 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:19:59,488 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:19:59,488 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:19:59,488 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:19:59,488 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:19:59,488 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:19:59,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:19:59,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:19:59,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:19:59,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:19:59,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:19:59,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:19:59,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:19:59,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:19:59,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:19:59,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:19:59,497 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:19:59,497 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740 2024-11-19T12:19:59,498 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740 2024-11-19T12:19:59,499 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:19:59,499 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:19:59,499 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:19:59,500 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:19:59,500 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73230281, jitterRate=0.09121622145175934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:19:59,500 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:19:59,501 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018799488Writing region info on filesystem at 1732018799488Initializing all the Stores at 1732018799489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018799489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018799492 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018799492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018799492Cleaning up temporary data from old regions at 1732018799499 (+7 ms)Running coprocessor post-open hooks at 1732018799500 (+1 ms)Region opened successfully at 1732018799501 (+1 ms) 2024-11-19T12:19:59,502 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018799462 2024-11-19T12:19:59,503 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:19:59,504 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:19:59,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,38411,1732018796020 2024-11-19T12:19:59,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,38411,1732018796020, state=OPEN 2024-11-19T12:19:59,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1708545360/meta-region-server 2024-11-19T12:19:59,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1708545360/meta-region-server 2024-11-19T12:19:59,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1708545360/meta-region-server: CHANGED 2024-11-19T12:19:59,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1708545360/meta-region-server: CHANGED 2024-11-19T12:19:59,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,38411,1732018796020 2024-11-19T12:19:59,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:19:59,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,38411,1732018796020 in 213 msec 2024-11-19T12:19:59,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:19:59,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-19T12:19:59,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:19:59,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:19:59,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:59,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38411,1732018796020, seqNum=-1] 2024-11-19T12:19:59,528 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:59,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:59,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-19T12:19:59,533 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018799533, completionTime=-1 2024-11-19T12:19:59,533 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:19:59,533 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018859536 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018919536 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42401,1732018795821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42401,1732018795821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42401,1732018795821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:42401, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,536 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,537 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,538 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.438sec 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42401,1732018795821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:19:59,540 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42401,1732018795821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:19:59,542 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:19:59,542 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:19:59,542 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42401,1732018795821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:19:59,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:59,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:19:59,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:19:59,562 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:19:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:19:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:19:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:19:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:19:59,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:19:59,563 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:19:59,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4065d1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:19:59,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:19:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38411,1732018796020, seqNum=-1] 2024-11-19T12:19:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:19:59,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:19:59,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,42401,1732018795821 2024-11-19T12:19:59,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57777 2024-11-19T12:19:59,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:19:59,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101530968ff0002 connected 2024-11-19T12:19:59,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir so I do NOT create it in target/test-data/48643e24-9e80-4e50-929b-5e62014efdad 2024-11-19T12:19:59,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:19:59,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.tmp.dir so I do NOT create it in target/test-data/48643e24-9e80-4e50-929b-5e62014efdad 2024-11-19T12:19:59,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:19:59,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad 2024-11-19T12:19:59,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:19:59,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/cluster_5cf489ff-614a-0508-cc8d-462c7cb2e75d, deleteOnExit=true 2024-11-19T12:19:59,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/test.cache.data in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:19:59,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:19:59,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:19:59,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:19:59,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:59,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:19:59,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:19:59,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:19:59,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:19:59,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:19:59,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:19:59,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:00,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33ca2a9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/java.io.tmpdir/jetty-localhost-34411-hadoop-hdfs-3_4_1-tests_jar-_-any-12225273752292962601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:00,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a3b306f{HTTP/1.1, (http/1.1)}{localhost:34411} 2024-11-19T12:20:00,050 INFO [Time-limited test {}] server.Server(415): Started @175631ms 2024-11-19T12:20:00,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:00,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:00,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:00,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:00,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:20:00,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:00,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:00,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50864057{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/java.io.tmpdir/jetty-localhost-45609-hadoop-hdfs-3_4_1-tests_jar-_-any-17875710644443668617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:00,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ef3aff{HTTP/1.1, (http/1.1)}{localhost:45609} 2024-11-19T12:20:00,474 INFO [Time-limited test {}] server.Server(415): Started @176055ms 2024-11-19T12:20:00,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:20:01,164 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/cluster_5cf489ff-614a-0508-cc8d-462c7cb2e75d/data/data1/current/BP-784175053-172.17.0.2-1732018799613/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:01,165 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/cluster_5cf489ff-614a-0508-cc8d-462c7cb2e75d/data/data2/current/BP-784175053-172.17.0.2-1732018799613/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:01,188 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:20:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd88286cb33cd9ef7 with lease ID 0xcae52e90230a3513: Processing first storage report for DS-7861e217-0041-4a19-a512-98a104ad88cc from datanode DatanodeRegistration(127.0.0.1:33053, datanodeUuid=e61a18b1-40af-497e-baf6-4599bd484cdb, infoPort=35517, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=670776999;c=1732018799613) 2024-11-19T12:20:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd88286cb33cd9ef7 with lease ID 0xcae52e90230a3513: from storage DS-7861e217-0041-4a19-a512-98a104ad88cc node DatanodeRegistration(127.0.0.1:33053, datanodeUuid=e61a18b1-40af-497e-baf6-4599bd484cdb, infoPort=35517, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=670776999;c=1732018799613), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd88286cb33cd9ef7 with lease ID 0xcae52e90230a3513: Processing first storage report for DS-9de3aaa5-c0a9-497d-93cc-140f22117f3d from datanode DatanodeRegistration(127.0.0.1:33053, datanodeUuid=e61a18b1-40af-497e-baf6-4599bd484cdb, infoPort=35517, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=670776999;c=1732018799613) 2024-11-19T12:20:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd88286cb33cd9ef7 with lease ID 0xcae52e90230a3513: from storage DS-9de3aaa5-c0a9-497d-93cc-140f22117f3d node DatanodeRegistration(127.0.0.1:33053, datanodeUuid=e61a18b1-40af-497e-baf6-4599bd484cdb, infoPort=35517, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=670776999;c=1732018799613), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:01,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad 2024-11-19T12:20:01,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:01,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:01,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:20:01,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b with version=8 2024-11-19T12:20:01,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/hbase-staging 2024-11-19T12:20:01,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:20:01,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:01,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:01,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:20:01,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:01,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:20:01,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:20:01,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:20:01,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44413 2024-11-19T12:20:01,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44413 connecting to ZooKeeper ensemble=127.0.0.1:57777 2024-11-19T12:20:01,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444130x0, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:01,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44413-0x101530968ff0003 connected 2024-11-19T12:20:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:20:01,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:20:01,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:01,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T12:20:01,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:01,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:20:01,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:01,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:01,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/running 2024-11-19T12:20:01,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b, hbase.cluster.distributed=false 2024-11-19T12:20:01,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/acl 2024-11-19T12:20:01,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-19T12:20:01,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44413 2024-11-19T12:20:01,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44413 2024-11-19T12:20:01,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-19T12:20:01,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-19T12:20:01,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:20:01,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:20:01,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44051 2024-11-19T12:20:01,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44051 connecting to ZooKeeper ensemble=127.0.0.1:57777 2024-11-19T12:20:01,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:01,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440510x0, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:01,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440510x0, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/running 2024-11-19T12:20:01,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44051-0x101530968ff0004 connected 2024-11-19T12:20:01,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:20:01,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:20:01,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/master 2024-11-19T12:20:01,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/acl 2024-11-19T12:20:01,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-19T12:20:01,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44051 2024-11-19T12:20:01,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44051 2024-11-19T12:20:01,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-19T12:20:01,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-19T12:20:01,829 DEBUG [M:0;351a98347401:44413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:44413 2024-11-19T12:20:01,829 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1969257623/backup-masters/351a98347401,44413,1732018801614 2024-11-19T12:20:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623/backup-masters 2024-11-19T12:20:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623/backup-masters 2024-11-19T12:20:01,870 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on existing znode=/1-1969257623/backup-masters/351a98347401,44413,1732018801614 2024-11-19T12:20:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1969257623/master 2024-11-19T12:20:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:01,880 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on existing znode=/1-1969257623/master 2024-11-19T12:20:01,881 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1969257623/backup-masters/351a98347401,44413,1732018801614 from backup master directory 2024-11-19T12:20:01,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969257623/backup-masters/351a98347401,44413,1732018801614 2024-11-19T12:20:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623/backup-masters 2024-11-19T12:20:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623/backup-masters 2024-11-19T12:20:01,891 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:20:01,891 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,44413,1732018801614 2024-11-19T12:20:01,894 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/hbase.id] with ID: e60a2242-839e-44c9-bf2e-df1b95442ebd 2024-11-19T12:20:01,894 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/.tmp/hbase.id 2024-11-19T12:20:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:20:02,300 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/.tmp/hbase.id]:[hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/hbase.id] 2024-11-19T12:20:02,309 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:02,309 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:20:02,310 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:20:02,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:02,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:20:02,773 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:02,774 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:20:02,774 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:20:03,183 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store 2024-11-19T12:20:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:20:03,589 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:03,589 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:03,589 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:03,590 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:03,590 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:03,590 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:03,590 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:03,590 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018803589Disabling compacts and flushes for region at 1732018803589Disabling writes for close at 1732018803590 (+1 ms)Writing region close event to WAL at 1732018803590Closed at 1732018803590 2024-11-19T12:20:03,591 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/.initializing 2024-11-19T12:20:03,591 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/WALs/351a98347401,44413,1732018801614 2024-11-19T12:20:03,592 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:20:03,593 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C44413%2C1732018801614, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/WALs/351a98347401,44413,1732018801614, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/oldWALs, maxLogs=10 2024-11-19T12:20:03,604 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/WALs/351a98347401,44413,1732018801614/351a98347401%2C44413%2C1732018801614.1732018803593, exclude list is [], retry=0 2024-11-19T12:20:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-7861e217-0041-4a19-a512-98a104ad88cc,DISK] 2024-11-19T12:20:03,609 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/WALs/351a98347401,44413,1732018801614/351a98347401%2C44413%2C1732018801614.1732018803593 2024-11-19T12:20:03,609 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-11-19T12:20:03,609 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:03,609 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:03,609 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,609 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:20:03,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:03,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:03,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:20:03,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:03,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:03,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:20:03,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:03,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:03,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:20:03,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:03,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:03,616 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,616 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,617 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,617 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,617 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,618 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:03,619 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:03,620 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:03,620 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74847979, jitterRate=0.1153218001127243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:03,620 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018803609Initializing all the Stores at 1732018803610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018803610Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018803610Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018803610Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018803610Cleaning up temporary data from old regions at 1732018803618 (+8 ms)Region opened successfully at 1732018803620 (+2 ms) 2024-11-19T12:20:03,621 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:20:03,623 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca65547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:20:03,624 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:20:03,624 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:20:03,624 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:20:03,624 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:20:03,624 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:20:03,625 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:20:03,625 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:20:03,629 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:20:03,630 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Unable to get data of znode /1-1969257623/balancer because node does not exist (not necessarily an error) 2024-11-19T12:20:03,690 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969257623/balancer already deleted, retry=false 2024-11-19T12:20:03,691 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:20:03,692 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Unable to get data of znode /1-1969257623/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:20:03,701 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969257623/normalizer already deleted, retry=false 2024-11-19T12:20:03,701 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:20:03,702 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Unable to get data of znode /1-1969257623/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:20:03,711 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969257623/switch/split already deleted, retry=false 2024-11-19T12:20:03,712 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Unable to get data of znode /1-1969257623/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:20:03,722 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969257623/switch/merge already deleted, retry=false 2024-11-19T12:20:03,724 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Unable to get data of znode /1-1969257623/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:20:03,732 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969257623/snapshot-cleanup already deleted, retry=false 2024-11-19T12:20:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1969257623/running 2024-11-19T12:20:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1969257623/running 2024-11-19T12:20:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:03,744 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,44413,1732018801614, sessionid=0x101530968ff0003, setting cluster-up flag (Was=false) 2024-11-19T12:20:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:03,796 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1969257623/flush-table-proc/acquired, /1-1969257623/flush-table-proc/reached, /1-1969257623/flush-table-proc/abort 2024-11-19T12:20:03,797 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,44413,1732018801614 2024-11-19T12:20:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:03,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:03,848 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1969257623/online-snapshot/acquired, /1-1969257623/online-snapshot/reached, /1-1969257623/online-snapshot/abort 2024-11-19T12:20:03,849 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,44413,1732018801614 2024-11-19T12:20:03,850 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:20:03,851 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:03,852 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:20:03,852 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:20:03,852 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,44413,1732018801614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:20:03,853 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018833854 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:20:03,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:20:03,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:20:03,854 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:20:03,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:03,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:20:03,856 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:03,859 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:20:03,859 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:20:03,859 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:20:03,859 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:20:03,860 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:20:03,860 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:20:03,860 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018803860,5,FailOnTimeoutGroup] 2024-11-19T12:20:03,863 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018803860,5,FailOnTimeoutGroup] 2024-11-19T12:20:03,863 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:03,863 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:20:03,863 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:03,863 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:03,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:20:03,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:20:03,869 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b 2024-11-19T12:20:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:20:03,917 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(746): ClusterId : e60a2242-839e-44c9-bf2e-df1b95442ebd 2024-11-19T12:20:03,917 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:20:03,944 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:20:03,944 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:20:03,955 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:20:03,955 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3190c7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:20:03,969 DEBUG [RS:0;351a98347401:44051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:44051 2024-11-19T12:20:03,969 INFO [RS:0;351a98347401:44051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:20:03,969 INFO [RS:0;351a98347401:44051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:20:03,969 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:20:03,970 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,44413,1732018801614 with port=44051, startcode=1732018801783 2024-11-19T12:20:03,970 DEBUG [RS:0;351a98347401:44051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:20:03,971 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:20:03,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,44051,1732018801783 2024-11-19T12:20:03,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(517): Registering regionserver=351a98347401,44051,1732018801783 2024-11-19T12:20:03,973 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b 2024-11-19T12:20:03,973 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33309 2024-11-19T12:20:03,973 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:20:04,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623/rs 2024-11-19T12:20:04,046 DEBUG [RS:0;351a98347401:44051 {}] zookeeper.ZKUtil(111): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on existing znode=/1-1969257623/rs/351a98347401,44051,1732018801783 2024-11-19T12:20:04,046 WARN [RS:0;351a98347401:44051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:20:04,046 INFO [RS:0;351a98347401:44051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:04,046 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783 2024-11-19T12:20:04,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,44051,1732018801783] 2024-11-19T12:20:04,049 INFO [RS:0;351a98347401:44051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:20:04,053 INFO [RS:0;351a98347401:44051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:20:04,054 INFO [RS:0;351a98347401:44051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:20:04,054 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,055 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:20:04,056 INFO [RS:0;351a98347401:44051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:20:04,056 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,056 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,057 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,057 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,057 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,057 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:04,057 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:20:04,057 DEBUG [RS:0;351a98347401:44051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:20:04,059 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,059 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,060 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,060 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,060 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,060 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44051,1732018801783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:20:04,078 INFO [RS:0;351a98347401:44051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:20:04,078 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44051,1732018801783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,078 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,078 INFO [RS:0;351a98347401:44051 {}] regionserver.Replication(171): 351a98347401,44051,1732018801783 started 2024-11-19T12:20:04,096 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,097 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,44051,1732018801783, RpcServer on 351a98347401/172.17.0.2:44051, sessionid=0x101530968ff0004 2024-11-19T12:20:04,097 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,44051,1732018801783 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,44051,1732018801783' 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1969257623/flush-table-proc/abort' 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1969257623/flush-table-proc/acquired' 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,44051,1732018801783 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,44051,1732018801783' 2024-11-19T12:20:04,098 DEBUG [RS:0;351a98347401:44051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1969257623/online-snapshot/abort' 2024-11-19T12:20:04,099 DEBUG [RS:0;351a98347401:44051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1969257623/online-snapshot/acquired' 2024-11-19T12:20:04,099 DEBUG [RS:0;351a98347401:44051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:20:04,099 INFO [RS:0;351a98347401:44051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:20:04,099 INFO [RS:0;351a98347401:44051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:20:04,200 INFO [RS:0;351a98347401:44051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:20:04,201 INFO [RS:0;351a98347401:44051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C44051%2C1732018801783, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/oldWALs, maxLogs=10 2024-11-19T12:20:04,217 DEBUG [RS:0;351a98347401:44051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201, exclude list is [], retry=0 2024-11-19T12:20:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-7861e217-0041-4a19-a512-98a104ad88cc,DISK] 2024-11-19T12:20:04,221 INFO [RS:0;351a98347401:44051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 2024-11-19T12:20:04,221 DEBUG [RS:0;351a98347401:44051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-11-19T12:20:04,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:04,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:20:04,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:20:04,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:20:04,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:20:04,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:20:04,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:20:04,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:20:04,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:20:04,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:20:04,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740 2024-11-19T12:20:04,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740 2024-11-19T12:20:04,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:20:04,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:20:04,287 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:04,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:20:04,290 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:04,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70602122, jitterRate=0.052053600549697876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:04,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018804278Initializing all the Stores at 1732018804279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018804279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018804279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018804279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018804279Cleaning up temporary data from old regions at 1732018804287 (+8 ms)Region opened successfully at 1732018804291 (+4 ms) 2024-11-19T12:20:04,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:04,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:04,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:04,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:04,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:04,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:04,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018804291Disabling compacts and flushes for region at 1732018804291Disabling writes for close at 1732018804291Writing region close event to WAL at 1732018804298 (+7 ms)Closed at 1732018804298 2024-11-19T12:20:04,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:04,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:20:04,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:20:04,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:20:04,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:20:04,452 DEBUG [351a98347401:44413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:20:04,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,44051,1732018801783 2024-11-19T12:20:04,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,44051,1732018801783, state=OPENING 2024-11-19T12:20:04,533 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:20:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:04,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969257623/meta-region-server: CHANGED 2024-11-19T12:20:04,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:20:04,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,44051,1732018801783}] 2024-11-19T12:20:04,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969257623/meta-region-server: CHANGED 2024-11-19T12:20:04,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:04,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:20:04,700 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:20:04,700 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:04,700 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:20:04,702 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C44051%2C1732018801783.meta, suffix=.meta, logDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/oldWALs, maxLogs=10 2024-11-19T12:20:04,713 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.meta.1732018804702.meta, exclude list is [], retry=0 2024-11-19T12:20:04,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-7861e217-0041-4a19-a512-98a104ad88cc,DISK] 2024-11-19T12:20:04,717 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.meta.1732018804702.meta 2024-11-19T12:20:04,717 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-11-19T12:20:04,717 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:04,717 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:04,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:04,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:20:04,718 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:20:04,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:20:04,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:04,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:20:04,718 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:20:04,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:20:04,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:20:04,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:20:04,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:20:04,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:20:04,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:20:04,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:20:04,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:20:04,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:04,723 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:20:04,723 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740 2024-11-19T12:20:04,724 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740 2024-11-19T12:20:04,725 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:20:04,725 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:20:04,726 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:04,726 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:20:04,727 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62105936, jitterRate=-0.07454943656921387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:04,727 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:20:04,727 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018804718Writing region info on filesystem at 1732018804718Initializing all the Stores at 1732018804719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018804719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018804719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018804719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018804719Cleaning up temporary data from old regions at 1732018804725 (+6 ms)Running coprocessor post-open hooks at 1732018804727 (+2 ms)Region opened successfully at 1732018804727 2024-11-19T12:20:04,728 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018804696 2024-11-19T12:20:04,729 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:20:04,730 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:20:04,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44051,1732018801783 2024-11-19T12:20:04,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,44051,1732018801783, state=OPEN 2024-11-19T12:20:04,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1969257623/meta-region-server 2024-11-19T12:20:04,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1969257623/meta-region-server 2024-11-19T12:20:04,739 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,44051,1732018801783 2024-11-19T12:20:04,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969257623/meta-region-server: CHANGED 2024-11-19T12:20:04,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969257623/meta-region-server: CHANGED 2024-11-19T12:20:04,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:20:04,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,44051,1732018801783 in 195 msec 2024-11-19T12:20:04,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:20:04,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-19T12:20:04,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:04,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:20:04,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:04,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44051,1732018801783, seqNum=-1] 2024-11-19T12:20:04,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:04,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:04,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-19T12:20:04,748 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018804748, completionTime=-1 2024-11-19T12:20:04,748 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:20:04,748 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018864750 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018924750 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44413,1732018801614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44413,1732018801614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44413,1732018801614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:44413, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,750 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,751 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,752 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.863sec 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44413,1732018801614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:20:04,754 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44413,1732018801614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:20:04,756 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:20:04,756 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:20:04,756 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44413,1732018801614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:04,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:04,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:04,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:04,819 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:04,821 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:04,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76649802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:04,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44051,1732018801783, seqNum=-1] 2024-11-19T12:20:04,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:04,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:04,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,44413,1732018801614 2024-11-19T12:20:04,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57777 2024-11-19T12:20:04,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:04,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101530968ff0005 connected 2024-11-19T12:20:04,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42401,1732018795821 2024-11-19T12:20:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f50022b 2024-11-19T12:20:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:04,853 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:04,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:20:04,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:04,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:04,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:20:04,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:20:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:04,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:05,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:05,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:20:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:05,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f6233f31db7b8f3ed2508bb77f580e4, NAME => 'test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466 2024-11-19T12:20:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:20:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:05,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:05,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f6233f31db7b8f3ed2508bb77f580e4, disabling compactions & flushes 2024-11-19T12:20:05,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:05,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:05,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. after waiting 0 ms 2024-11-19T12:20:05,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:05,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:05,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f6233f31db7b8f3ed2508bb77f580e4: Waiting for close lock at 1732018805669Disabling compacts and flushes for region at 1732018805669Disabling writes for close at 1732018805669Writing region close event to WAL at 1732018805669Closed at 1732018805669 2024-11-19T12:20:05,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:05,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018805670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018805670"}]},"ts":"1732018805670"} 2024-11-19T12:20:05,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:05,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:05,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018805673"}]},"ts":"1732018805673"} 2024-11-19T12:20:05,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:20:05,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f6233f31db7b8f3ed2508bb77f580e4, ASSIGN}] 2024-11-19T12:20:05,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f6233f31db7b8f3ed2508bb77f580e4, ASSIGN 2024-11-19T12:20:05,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f6233f31db7b8f3ed2508bb77f580e4, ASSIGN; state=OFFLINE, location=351a98347401,38411,1732018796020; forceNewPlan=false, retain=false 2024-11-19T12:20:05,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f6233f31db7b8f3ed2508bb77f580e4, regionState=OPENING, regionLocation=351a98347401,38411,1732018796020 2024-11-19T12:20:05,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f6233f31db7b8f3ed2508bb77f580e4, ASSIGN because future has completed 2024-11-19T12:20:05,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f6233f31db7b8f3ed2508bb77f580e4, server=351a98347401,38411,1732018796020}] 2024-11-19T12:20:05,983 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:05,983 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f6233f31db7b8f3ed2508bb77f580e4, NAME => 'test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:05,983 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:05,983 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,985 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,986 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6233f31db7b8f3ed2508bb77f580e4 columnFamilyName f 2024-11-19T12:20:05,986 DEBUG [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:05,986 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] regionserver.HStore(327): Store=8f6233f31db7b8f3ed2508bb77f580e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:05,986 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,987 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6233f31db7b8f3ed2508bb77f580e4 columnFamilyName f1 2024-11-19T12:20:05,987 DEBUG [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:05,988 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] regionserver.HStore(327): Store=8f6233f31db7b8f3ed2508bb77f580e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:05,988 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,989 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6233f31db7b8f3ed2508bb77f580e4 columnFamilyName norep 2024-11-19T12:20:05,989 DEBUG [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:05,989 INFO [StoreOpener-8f6233f31db7b8f3ed2508bb77f580e4-1 {}] regionserver.HStore(327): Store=8f6233f31db7b8f3ed2508bb77f580e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:05,989 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,990 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,990 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,991 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,991 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,991 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:05,992 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,997 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:05,998 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f6233f31db7b8f3ed2508bb77f580e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61308825, jitterRate=-0.08642731606960297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:05,998 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:05,999 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f6233f31db7b8f3ed2508bb77f580e4: Running coprocessor pre-open hook at 1732018805984Writing region info on filesystem at 1732018805984Initializing all the Stores at 1732018805984Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018805984Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018805985 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018805985Cleaning up temporary data from old regions at 1732018805991 (+6 ms)Running coprocessor post-open hooks at 1732018805998 (+7 ms)Region opened successfully at 1732018805998 2024-11-19T12:20:05,999 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., pid=6, masterSystemTime=1732018805980 2024-11-19T12:20:06,001 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:06,001 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:06,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f6233f31db7b8f3ed2508bb77f580e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,38411,1732018796020 2024-11-19T12:20:06,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f6233f31db7b8f3ed2508bb77f580e4, server=351a98347401,38411,1732018796020 because future has completed 2024-11-19T12:20:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:20:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f6233f31db7b8f3ed2508bb77f580e4, server=351a98347401,38411,1732018796020 in 176 msec 2024-11-19T12:20:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:20:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f6233f31db7b8f3ed2508bb77f580e4, ASSIGN in 332 msec 2024-11-19T12:20:06,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:06,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018806008"}]},"ts":"1732018806008"} 2024-11-19T12:20:06,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:20:06,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:06,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T12:20:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:07,008 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:20:07,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44413,1732018801614 2024-11-19T12:20:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8e684e 2024-11-19T12:20:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:07,010 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:07,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:20:07,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:07,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:07,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:20:07,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:20:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:07,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5cdf52568eb08d91f4d73bbece2fc41, NAME => 'test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b 2024-11-19T12:20:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:20:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5cdf52568eb08d91f4d73bbece2fc41, disabling compactions & flushes 2024-11-19T12:20:07,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. after waiting 0 ms 2024-11-19T12:20:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:07,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5cdf52568eb08d91f4d73bbece2fc41: Waiting for close lock at 1732018807827Disabling compacts and flushes for region at 1732018807827Disabling writes for close at 1732018807827Writing region close event to WAL at 1732018807827Closed at 1732018807827 2024-11-19T12:20:07,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:07,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018807828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018807828"}]},"ts":"1732018807828"} 2024-11-19T12:20:07,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:07,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:07,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018807831"}]},"ts":"1732018807831"} 2024-11-19T12:20:07,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:20:07,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5cdf52568eb08d91f4d73bbece2fc41, ASSIGN}] 2024-11-19T12:20:07,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5cdf52568eb08d91f4d73bbece2fc41, ASSIGN 2024-11-19T12:20:07,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5cdf52568eb08d91f4d73bbece2fc41, ASSIGN; state=OFFLINE, location=351a98347401,44051,1732018801783; forceNewPlan=false, retain=false 2024-11-19T12:20:07,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5cdf52568eb08d91f4d73bbece2fc41, regionState=OPENING, regionLocation=351a98347401,44051,1732018801783 2024-11-19T12:20:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5cdf52568eb08d91f4d73bbece2fc41, ASSIGN because future has completed 2024-11-19T12:20:07,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5cdf52568eb08d91f4d73bbece2fc41, server=351a98347401,44051,1732018801783}] 2024-11-19T12:20:08,142 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:08,142 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5cdf52568eb08d91f4d73bbece2fc41, NAME => 'test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:08,142 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:08,142 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:20:08,142 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,142 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:08,143 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,143 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,144 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,145 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cdf52568eb08d91f4d73bbece2fc41 columnFamilyName f 2024-11-19T12:20:08,145 DEBUG [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:08,145 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] regionserver.HStore(327): Store=a5cdf52568eb08d91f4d73bbece2fc41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:08,145 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,146 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cdf52568eb08d91f4d73bbece2fc41 columnFamilyName f1 2024-11-19T12:20:08,146 DEBUG [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:08,146 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] regionserver.HStore(327): Store=a5cdf52568eb08d91f4d73bbece2fc41/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:08,146 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,147 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cdf52568eb08d91f4d73bbece2fc41 columnFamilyName norep 2024-11-19T12:20:08,147 DEBUG [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:08,148 INFO [StoreOpener-a5cdf52568eb08d91f4d73bbece2fc41-1 {}] regionserver.HStore(327): Store=a5cdf52568eb08d91f4d73bbece2fc41/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:08,148 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:08,148 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,149 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:08,151 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,152 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:08,152 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5cdf52568eb08d91f4d73bbece2fc41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70983680, jitterRate=0.0577392578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:08,152 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:08,153 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5cdf52568eb08d91f4d73bbece2fc41: Running coprocessor pre-open hook at 1732018808143Writing region info on filesystem at 1732018808143Initializing all the Stores at 1732018808143Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018808143Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018808143Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018808143Cleaning up temporary data from old regions at 1732018808150 (+7 ms)Running coprocessor post-open hooks at 1732018808152 (+2 ms)Region opened successfully at 1732018808152 2024-11-19T12:20:08,153 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., pid=6, masterSystemTime=1732018808139 2024-11-19T12:20:08,155 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:08,155 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:08,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5cdf52568eb08d91f4d73bbece2fc41, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,44051,1732018801783 2024-11-19T12:20:08,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5cdf52568eb08d91f4d73bbece2fc41, server=351a98347401,44051,1732018801783 because future has completed 2024-11-19T12:20:08,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:20:08,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5cdf52568eb08d91f4d73bbece2fc41, server=351a98347401,44051,1732018801783 in 171 msec 2024-11-19T12:20:08,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:20:08,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5cdf52568eb08d91f4d73bbece2fc41, ASSIGN in 327 msec 2024-11-19T12:20:08,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:08,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018808162"}]},"ts":"1732018808162"} 2024-11-19T12:20:08,163 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:20:08,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:08,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-19T12:20:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:09,158 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:20:09,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:20:09,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:09,160 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:20:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:20:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ec6912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:20:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:09,162 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:09,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e654da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:09,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:09,164 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0ccfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:09,165 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb6e588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:20:09,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:09,167 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:20:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:20:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:20:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:09,168 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6a1d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42401,1732018795821 2024-11-19T12:20:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5e4f46 2024-11-19T12:20:09,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:09,171 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:09,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:44413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:20:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:20:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:09,173 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:44413' 2024-11-19T12:20:09,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bc87cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,174 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:09,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:09,175 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593b37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:09,176 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29eb8f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:09,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44413,1732018801614 2024-11-19T12:20:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7671f80f 2024-11-19T12:20:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:09,178 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:09,179 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:20:09,179 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:20:09,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:09,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:09,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:09,179 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:09,180 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:20:09,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:09,181 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:09,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:20:09,230 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:20:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:09,628 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 481f5315a2525513762e4843a770c050, NAME => 'hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466 2024-11-19T12:20:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:20:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:10,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:10,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 481f5315a2525513762e4843a770c050, disabling compactions & flushes 2024-11-19T12:20:10,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. after waiting 0 ms 2024-11-19T12:20:10,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 481f5315a2525513762e4843a770c050: Waiting for close lock at 1732018810033Disabling compacts and flushes for region at 1732018810033Disabling writes for close at 1732018810033Writing region close event to WAL at 1732018810033Closed at 1732018810033 2024-11-19T12:20:10,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:10,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018810034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018810034"}]},"ts":"1732018810034"} 2024-11-19T12:20:10,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:10,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:10,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018810037"}]},"ts":"1732018810037"} 2024-11-19T12:20:10,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:20:10,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=481f5315a2525513762e4843a770c050, ASSIGN}] 2024-11-19T12:20:10,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=481f5315a2525513762e4843a770c050, ASSIGN 2024-11-19T12:20:10,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=481f5315a2525513762e4843a770c050, ASSIGN; state=OFFLINE, location=351a98347401,38411,1732018796020; forceNewPlan=false, retain=false 2024-11-19T12:20:10,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=481f5315a2525513762e4843a770c050, regionState=OPENING, regionLocation=351a98347401,38411,1732018796020 2024-11-19T12:20:10,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=481f5315a2525513762e4843a770c050, ASSIGN because future has completed 2024-11-19T12:20:10,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 481f5315a2525513762e4843a770c050, server=351a98347401,38411,1732018796020}] 2024-11-19T12:20:10,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:10,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:20:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:10,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:10,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:20:10,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C38411%2C1732018796020.rep, suffix=, logDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020, archiveDir=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/oldWALs, maxLogs=10 2024-11-19T12:20:10,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.rep.1732018810350, exclude list is [], retry=0 2024-11-19T12:20:10,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-b3ca104d-659b-406d-bdf0-8573f271c80e,DISK] 2024-11-19T12:20:10,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.rep.1732018810350 2024-11-19T12:20:10,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-19T12:20:10,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 481f5315a2525513762e4843a770c050, NAME => 'hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. service=MultiRowMutationService 2024-11-19T12:20:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,366 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,367 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481f5315a2525513762e4843a770c050 columnFamilyName hfileref 2024-11-19T12:20:10,367 DEBUG [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:10,367 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] regionserver.HStore(327): Store=481f5315a2525513762e4843a770c050/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:10,368 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,368 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481f5315a2525513762e4843a770c050 columnFamilyName queue 2024-11-19T12:20:10,368 DEBUG [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:10,369 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] regionserver.HStore(327): Store=481f5315a2525513762e4843a770c050/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:10,369 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,370 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481f5315a2525513762e4843a770c050 columnFamilyName sid 2024-11-19T12:20:10,370 DEBUG [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:10,370 INFO [StoreOpener-481f5315a2525513762e4843a770c050-1 {}] regionserver.HStore(327): Store=481f5315a2525513762e4843a770c050/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:10,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 481f5315a2525513762e4843a770c050; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59161819, jitterRate=-0.11842019855976105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:10,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:10,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 481f5315a2525513762e4843a770c050: Running coprocessor pre-open hook at 1732018810365Writing region info on filesystem at 1732018810365Initializing all the Stores at 1732018810366 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018810366Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018810366Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018810366Cleaning up temporary data from old regions at 1732018810372 (+6 ms)Running coprocessor post-open hooks at 1732018810375 (+3 ms)Region opened successfully at 1732018810375 2024-11-19T12:20:10,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050., pid=10, masterSystemTime=1732018810345 2024-11-19T12:20:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:10,378 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=481f5315a2525513762e4843a770c050, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,38411,1732018796020 2024-11-19T12:20:10,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 481f5315a2525513762e4843a770c050, server=351a98347401,38411,1732018796020 because future has completed 2024-11-19T12:20:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:20:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 481f5315a2525513762e4843a770c050, server=351a98347401,38411,1732018796020 in 187 msec 2024-11-19T12:20:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:20:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=481f5315a2525513762e4843a770c050, ASSIGN in 344 msec 2024-11-19T12:20:10,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:10,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018810385"}]},"ts":"1732018810385"} 2024-11-19T12:20:10,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:20:10,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:10,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-19T12:20:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050., hostname=351a98347401,38411,1732018796020, seqNum=2] 2024-11-19T12:20:10,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:20:10,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:20:10,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:20:10,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:20:10,728 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:20:10,753 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,38411,1732018796020, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:20:10,754 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:10,754 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38411,1732018796020, seqNum=-1] 2024-11-19T12:20:10,754 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:10,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:10,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,38411,1732018796020', locateType=CURRENT is [region=hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050., hostname=351a98347401,38411,1732018796020, seqNum=2] 2024-11-19T12:20:10,759 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:20:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:20:10,761 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,38411,1732018796020 suceeded 2024-11-19T12:20:10,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:20:10,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T12:20:10,763 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:44413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:20:10,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5920 sec 2024-11-19T12:20:10,778 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:44413' 2024-11-19T12:20:10,780 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f317d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:10,780 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:10,780 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:10,781 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:10,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:10,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:10,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2515ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:10,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:10,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:10,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:10,782 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:10,783 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565e15c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:10,783 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:10,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44413,1732018801614 2024-11-19T12:20:10,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4023a653 2024-11-19T12:20:10,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:10,785 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T12:20:10,786 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,38411,1732018796020 (queues=1) is replicating from cluster=901636c9-f094-4c95-b26e-6ecb171f6faf to cluster=e60a2242-839e-44c9-bf2e-df1b95442ebd 2024-11-19T12:20:10,786 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C38411%2C1732018796020 2024-11-19T12:20:10,786 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,38411,1732018796020, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:20:10,786 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C38411%2C1732018796020 2024-11-19T12:20:10,786 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637, startPosition=0, beingWritten=true 2024-11-19T12:20:10,792 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:10,792 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:10,792 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,38411,1732018796020 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:10,996 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:11,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:20:11,300 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:11,318 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:20:11,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:11,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:11,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:11,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:11,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:11,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:11,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:11,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:11,320 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f11a219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:11,322 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662b4fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:11,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44413,1732018801614 2024-11-19T12:20:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6ff2c6 2024-11-19T12:20:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:11,324 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:11,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:42401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:20:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:20:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:11,327 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:42401' 2024-11-19T12:20:11,328 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44c3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:11,328 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:20:11,328 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:11,329 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:20:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:20:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4398f056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:20:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:11,330 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:11,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ee8b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:11,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42401,1732018795821 2024-11-19T12:20:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ea5bb7 2024-11-19T12:20:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:11,332 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:11,332 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:20:11,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:20:11,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:11,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:11,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:11,333 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:11,334 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:20:11,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:11,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:11,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:20:11,384 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:20:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:11,703 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:11,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:20:11,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T12:20:11,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:20:11,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T12:20:11,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:11,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T12:20:11,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 544930713e51901300e3902158887532, NAME => 'hbase:replication,,1732018811333.544930713e51901300e3902158887532.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b 2024-11-19T12:20:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:20:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:12,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018811333.544930713e51901300e3902158887532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:12,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 544930713e51901300e3902158887532, disabling compactions & flushes 2024-11-19T12:20:12,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018811333.544930713e51901300e3902158887532. after waiting 0 ms 2024-11-19T12:20:12,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 544930713e51901300e3902158887532: Waiting for close lock at 1732018812151Disabling compacts and flushes for region at 1732018812151Disabling writes for close at 1732018812151Writing region close event to WAL at 1732018812151Closed at 1732018812151 2024-11-19T12:20:12,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:12,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018811333.544930713e51901300e3902158887532.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018812152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018812152"}]},"ts":"1732018812152"} 2024-11-19T12:20:12,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:12,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:12,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018812155"}]},"ts":"1732018812155"} 2024-11-19T12:20:12,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:20:12,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=544930713e51901300e3902158887532, ASSIGN}] 2024-11-19T12:20:12,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=544930713e51901300e3902158887532, ASSIGN 2024-11-19T12:20:12,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=544930713e51901300e3902158887532, ASSIGN; state=OFFLINE, location=351a98347401,44051,1732018801783; forceNewPlan=false, retain=false 2024-11-19T12:20:12,207 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:12,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=544930713e51901300e3902158887532, regionState=OPENING, regionLocation=351a98347401,44051,1732018801783 2024-11-19T12:20:12,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=544930713e51901300e3902158887532, ASSIGN because future has completed 2024-11-19T12:20:12,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544930713e51901300e3902158887532, server=351a98347401,44051,1732018801783}] 2024-11-19T12:20:12,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:12,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:20:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:12,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C44051%2C1732018801783.rep, suffix=, logDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783, archiveDir=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/oldWALs, maxLogs=10 2024-11-19T12:20:12,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.rep.1732018812468, exclude list is [], retry=0 2024-11-19T12:20:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33053,DS-7861e217-0041-4a19-a512-98a104ad88cc,DISK] 2024-11-19T12:20:12,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.rep.1732018812468 2024-11-19T12:20:12,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517)] 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 544930713e51901300e3902158887532, NAME => 'hbase:replication,,1732018811333.544930713e51901300e3902158887532.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:12,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018811333.544930713e51901300e3902158887532. service=MultiRowMutationService 2024-11-19T12:20:12,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 544930713e51901300e3902158887532 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018811333.544930713e51901300e3902158887532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 544930713e51901300e3902158887532 2024-11-19T12:20:12,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 544930713e51901300e3902158887532 2024-11-19T12:20:12,486 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 544930713e51901300e3902158887532 2024-11-19T12:20:12,487 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544930713e51901300e3902158887532 columnFamilyName hfileref 2024-11-19T12:20:12,487 DEBUG [StoreOpener-544930713e51901300e3902158887532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:12,487 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] regionserver.HStore(327): Store=544930713e51901300e3902158887532/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:12,487 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 544930713e51901300e3902158887532 2024-11-19T12:20:12,488 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544930713e51901300e3902158887532 columnFamilyName queue 2024-11-19T12:20:12,488 DEBUG [StoreOpener-544930713e51901300e3902158887532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:12,488 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] regionserver.HStore(327): Store=544930713e51901300e3902158887532/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:12,489 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 544930713e51901300e3902158887532 2024-11-19T12:20:12,490 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544930713e51901300e3902158887532 columnFamilyName sid 2024-11-19T12:20:12,490 DEBUG [StoreOpener-544930713e51901300e3902158887532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:12,490 INFO [StoreOpener-544930713e51901300e3902158887532-1 {}] regionserver.HStore(327): Store=544930713e51901300e3902158887532/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:12,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 544930713e51901300e3902158887532 2024-11-19T12:20:12,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532 2024-11-19T12:20:12,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532 2024-11-19T12:20:12,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 544930713e51901300e3902158887532 2024-11-19T12:20:12,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 544930713e51901300e3902158887532 2024-11-19T12:20:12,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:12,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 544930713e51901300e3902158887532 2024-11-19T12:20:12,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:12,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 544930713e51901300e3902158887532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74320341, jitterRate=0.10745938122272491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:12,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 544930713e51901300e3902158887532 2024-11-19T12:20:12,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 544930713e51901300e3902158887532: Running coprocessor pre-open hook at 1732018812484Writing region info on filesystem at 1732018812484Initializing all the Stores at 1732018812485 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018812485Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018812485Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018812485Cleaning up temporary data from old regions at 1732018812491 (+6 ms)Running coprocessor post-open hooks at 1732018812495 (+4 ms)Region opened successfully at 1732018812495 2024-11-19T12:20:12,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018811333.544930713e51901300e3902158887532., pid=10, masterSystemTime=1732018812463 2024-11-19T12:20:12,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:12,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=544930713e51901300e3902158887532, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44051,1732018801783 2024-11-19T12:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544930713e51901300e3902158887532, server=351a98347401,44051,1732018801783 because future has completed 2024-11-19T12:20:12,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:20:12,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 544930713e51901300e3902158887532, server=351a98347401,44051,1732018801783 in 190 msec 2024-11-19T12:20:12,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:20:12,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=544930713e51901300e3902158887532, ASSIGN in 346 msec 2024-11-19T12:20:12,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:12,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018812505"}]},"ts":"1732018812505"} 2024-11-19T12:20:12,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:20:12,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:12,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-19T12:20:12,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018811333.544930713e51901300e3902158887532., hostname=351a98347401,44051,1732018801783, seqNum=2] 2024-11-19T12:20:12,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:12,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:12,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:20:12,810 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:12,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:20:12,885 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:20:12,910 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,44051,1732018801783, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:20:12,911 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:12,911 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44051,1732018801783, seqNum=-1] 2024-11-19T12:20:12,911 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:12,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,44051,1732018801783', locateType=CURRENT is [region=hbase:replication,,1732018811333.544930713e51901300e3902158887532., hostname=351a98347401,44051,1732018801783, seqNum=2] 2024-11-19T12:20:12,916 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:20:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:20:12,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,44051,1732018801783 suceeded 2024-11-19T12:20:12,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:20:12,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T12:20:12,919 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:42401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:20:12,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5950 sec 2024-11-19T12:20:12,929 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:42401' 2024-11-19T12:20:12,930 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45a5cbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:12,930 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:20:12,930 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:12,930 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:20:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:20:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eba91b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:20:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:12,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:12,932 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:12,932 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d36804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:12,932 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42401,1732018795821 2024-11-19T12:20:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a33a711 2024-11-19T12:20:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:12,934 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T12:20:12,934 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,44051,1732018801783 (queues=1) is replicating from cluster=e60a2242-839e-44c9-bf2e-df1b95442ebd to cluster=901636c9-f094-4c95-b26e-6ecb171f6faf 2024-11-19T12:20:12,934 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C44051%2C1732018801783 2024-11-19T12:20:12,934 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,44051,1732018801783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:20:12,935 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C44051%2C1732018801783 2024-11-19T12:20:12,935 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201, startPosition=0, beingWritten=true 2024-11-19T12:20:12,940 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:12,940 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:12,940 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,44051,1732018801783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:13,143 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:13,447 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:13,478 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:20:13,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:13,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:13,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:13,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:13,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:13,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:13,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732018813482/Put/seqid=0 2024-11-19T12:20:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741840_1016 (size=7894) 2024-11-19T12:20:13,513 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:13,850 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:13,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732018813889/Put/seqid=0 2024-11-19T12:20:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741841_1017 (size=7691) 2024-11-19T12:20:14,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:14,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:20:14,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:14,295 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:20:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:20:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5045e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:20:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:14,296 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:14,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d34f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:14,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:14,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38411,1732018796020, seqNum=-1] 2024-11-19T12:20:14,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:14,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:14,317 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:14,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42401,1732018795821 2024-11-19T12:20:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a070ef 2024-11-19T12:20:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:14,346 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., hostname=351a98347401,38411,1732018796020, seqNum=2] 2024-11-19T12:20:14,351 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:20:14,354 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:14,358 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T12:20:14,360 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T12:20:14,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T12:20:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:14,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T12:20:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HRegion(2603): Flush status journal for 8f6233f31db7b8f3ed2508bb77f580e4: 2024-11-19T12:20:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_0 2024-11-19T12:20:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_0 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ 2024-11-19T12:20:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_1 2024-11-19T12:20:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_1 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ 2024-11-19T12:20:14,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_0 into 8f6233f31db7b8f3ed2508bb77f580e4/f as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ - updating store file list. 2024-11-19T12:20:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54850c14e42c44aa98b6072ea550a3b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:14,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ into 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:14,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_0 into 8f6233f31db7b8f3ed2508bb77f580e4/f (new location: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_) 2024-11-19T12:20:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_0 2024-11-19T12:20:14,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_1 into 8f6233f31db7b8f3ed2508bb77f580e4/f as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ - updating store file list. 2024-11-19T12:20:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a647b3dab1104d5680227da70dbdc988_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:14,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ into 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:14,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_1 into 8f6233f31db7b8f3ed2508bb77f580e4/f (new location: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_) 2024-11-19T12:20:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins__test__ccf6skn7s8j2n9ua8jqi8sf4a83fkvaov1418vh4jouq9pps62jl4q0b36ra73v7/f/hfile_1 2024-11-19T12:20:14,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:14,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:14,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:14,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., hostname=351a98347401,38411,1732018796020, seqNum=2 , the old value is region=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., hostname=351a98347401,38411,1732018796020, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=351a98347401:38411 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:20:14,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., hostname=351a98347401,38411,1732018796020, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:20:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., hostname=351a98347401,38411,1732018796020, seqNum=2 from cache 2024-11-19T12:20:14,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44051,1732018801783, seqNum=-1] 2024-11-19T12:20:14,404 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T12:20:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:14,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., hostname=351a98347401,44051,1732018801783, seqNum=2] 2024-11-19T12:20:14,409 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:20:14,488 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:38411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T12:20:14,957 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:15,221 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 379, reset compression=false 2024-11-19T12:20:15,225 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:15,225 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,38411,1732018796020 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f6233f31db7b8f3ed2508bb77f580e4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018814384/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T12:20:15,227 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:15,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T12:20:15,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.ReplicationSink(318): Replicating [901636c9-f094-4c95-b26e-6ecb171f6faf] bulk loaded data 2024-11-19T12:20:15,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2acdb960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:15,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:15,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:15,230 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:15,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:15,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:15,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1027f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:15,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:15,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:15,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:15,231 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:15,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da3e842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741840_1016 (size=7894) 2024-11-19T12:20:15,411 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:20:15,425 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741841_1017 (size=7691) 2024-11-19T12:20:15,661 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:15,729 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:15,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:15,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:15,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:16,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44413,1732018801614 2024-11-19T12:20:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f5e891b 2024-11-19T12:20:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:16,058 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T12:20:16,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:20:16,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:16,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44051,1732018801783, seqNum=-1] 2024-11-19T12:20:16,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:16,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:16,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T12:20:16,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T12:20:16,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ for inclusion in a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T12:20:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:16,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ for inclusion in a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T12:20:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HRegion(2603): Flush status journal for a5cdf52568eb08d91f4d73bbece2fc41: 2024-11-19T12:20:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:20:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/cde0f13a4c814fb79432f28f3718f2dc_SeqId_4_ 2024-11-19T12:20:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a647b3dab1104d5680227da70dbdc988_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:20:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/1d6cc27eaf174a9883f936eec667e446_SeqId_4_ 2024-11-19T12:20:16,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ into a5cdf52568eb08d91f4d73bbece2fc41/f as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/cde0f13a4c814fb79432f28f3718f2dc_SeqId_4_ - updating store file list. 2024-11-19T12:20:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cde0f13a4c814fb79432f28f3718f2dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:16,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/cde0f13a4c814fb79432f28f3718f2dc_SeqId_4_ into a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:16,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ into a5cdf52568eb08d91f4d73bbece2fc41/f (new location: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/cde0f13a4c814fb79432f28f3718f2dc_SeqId_4_) 2024-11-19T12:20:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/54850c14e42c44aa98b6072ea550a3b1_SeqId_4_ 2024-11-19T12:20:16,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ into a5cdf52568eb08d91f4d73bbece2fc41/f as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/1d6cc27eaf174a9883f936eec667e446_SeqId_4_ - updating store file list. 2024-11-19T12:20:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d6cc27eaf174a9883f936eec667e446_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:16,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/1d6cc27eaf174a9883f936eec667e446_SeqId_4_ into a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:16,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ into a5cdf52568eb08d91f4d73bbece2fc41/f (new location: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/1d6cc27eaf174a9883f936eec667e446_SeqId_4_) 2024-11-19T12:20:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins.hfs.11__test__q4rku5hgul3a0b2kaes1mo9a06aq9vaosqsjtvkke2qvp63e9r0pn39nqisr5hpl/f/a647b3dab1104d5680227da70dbdc988_SeqId_4_ 2024-11-19T12:20:16,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.ReplicationSink(324): Finished replicating [901636c9-f094-4c95-b26e-6ecb171f6faf] bulk loaded data 2024-11-19T12:20:16,132 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:16,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:16,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732018816420/Put/seqid=0 2024-11-19T12:20:16,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741842_1018 (size=11194) 2024-11-19T12:20:16,465 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 379, reset compression=false 2024-11-19T12:20:16,469 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:16,469 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,44051,1732018801783 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5cdf52568eb08d91f4d73bbece2fc41/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018816099/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T12:20:16,471 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:16,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T12:20:16,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(318): Replicating [901636c9-f094-4c95-b26e-6ecb171f6faf, e60a2242-839e-44c9-bf2e-df1b95442ebd] bulk loaded data 2024-11-19T12:20:16,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d32c67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:16,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42401,-1 for getting cluster id 2024-11-19T12:20:16,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:16,474 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '901636c9-f094-4c95-b26e-6ecb171f6faf' 2024-11-19T12:20:16,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:16,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "901636c9-f094-4c95-b26e-6ecb171f6faf" 2024-11-19T12:20:16,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ccbe16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:16,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42401,-1] 2024-11-19T12:20:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:16,475 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:16,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d72083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:16,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741842_1018 (size=7894) 2024-11-19T12:20:16,636 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:16,670 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 725, reset compression=false 2024-11-19T12:20:16,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732018816826/Put/seqid=0 2024-11-19T12:20:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741843_1019 (size=10791) 2024-11-19T12:20:16,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741843_1019 (size=7691) 2024-11-19T12:20:16,974 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 725, reset compression=false 2024-11-19T12:20:17,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:17,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,44413,-1 for getting cluster id 2024-11-19T12:20:17,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:17,232 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e60a2242-839e-44c9-bf2e-df1b95442ebd' 2024-11-19T12:20:17,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:17,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e60a2242-839e-44c9-bf2e-df1b95442ebd" 2024-11-19T12:20:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0d8f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,44413,-1] 2024-11-19T12:20:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:17,234 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:17,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50135271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:17,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44051,1732018801783, seqNum=-1] 2024-11-19T12:20:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:17,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:17,240 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:17,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:17,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,44413,1732018801614 2024-11-19T12:20:17,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d74d23 2024-11-19T12:20:17,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:17,245 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., hostname=351a98347401,44051,1732018801783, seqNum=2] 2024-11-19T12:20:17,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:20:17,256 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T12:20:17,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T12:20:17,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T12:20:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:17,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T12:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HRegion(2603): Flush status journal for a5cdf52568eb08d91f4d73bbece2fc41: 2024-11-19T12:20:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_0 2024-11-19T12:20:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_0 as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ 2024-11-19T12:20:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_1 2024-11-19T12:20:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_1 as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ 2024-11-19T12:20:17,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_0 into a5cdf52568eb08d91f4d73bbece2fc41/f as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ - updating store file list. 2024-11-19T12:20:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0074fdf98b564f09973cfec9557ec97d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:17,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ into a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:17,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_0 into a5cdf52568eb08d91f4d73bbece2fc41/f (new location: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_) 2024-11-19T12:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_0 2024-11-19T12:20:17,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_1 into a5cdf52568eb08d91f4d73bbece2fc41/f as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ - updating store file list. 2024-11-19T12:20:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61c61ad601b843489c4fb4db0f50875b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:17,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ into a5cdf52568eb08d91f4d73bbece2fc41/f 2024-11-19T12:20:17,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_1 into a5cdf52568eb08d91f4d73bbece2fc41/f (new location: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_) 2024-11-19T12:20:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/staging/jenkins__test__4gijruu2bjj75aft0aoi2vigsvc6488vd9t6javtavt1edo5l5o1ris92st26bbu/f/hfile_1 2024-11-19T12:20:17,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:17,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:17,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:17,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:17,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., hostname=351a98347401,44051,1732018801783, seqNum=2 , the old value is region=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., hostname=351a98347401,44051,1732018801783, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=351a98347401:44051 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:20:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., hostname=351a98347401,44051,1732018801783, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:20:17,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., hostname=351a98347401,44051,1732018801783, seqNum=2 from cache 2024-11-19T12:20:17,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:17,285 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T12:20:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38411,1732018796020, seqNum=-1] 2024-11-19T12:20:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:17,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., hostname=351a98347401,38411,1732018796020, seqNum=2] 2024-11-19T12:20:17,295 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:20:17,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42401,1732018795821 2024-11-19T12:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@720118b9 2024-11-19T12:20:17,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:17,299 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T12:20:17,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:20:17,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:17,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38411,1732018796020, seqNum=-1] 2024-11-19T12:20:17,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:17,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:17,311 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__nf9q6vn1mklpooh3877s02gt2rlu0f9g9pmbqktp16g2gltelgvr6k6nu45qsao0/f/1d6cc27eaf174a9883f936eec667e446_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T12:20:17,314 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__nf9q6vn1mklpooh3877s02gt2rlu0f9g9pmbqktp16g2gltelgvr6k6nu45qsao0/f/cde0f13a4c814fb79432f28f3718f2dc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T12:20:17,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(324): Finished replicating [901636c9-f094-4c95-b26e-6ecb171f6faf, e60a2242-839e-44c9-bf2e-df1b95442ebd] bulk loaded data 2024-11-19T12:20:17,377 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 725, reset compression=false 2024-11-19T12:20:17,382 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:17,382 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,44051,1732018801783 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5cdf52568eb08d91f4d73bbece2fc41/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018817282/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T12:20:17,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(318): Replicating [e60a2242-839e-44c9-bf2e-df1b95442ebd] bulk loaded data 2024-11-19T12:20:17,388 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T12:20:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741844_1020 (size=11194) 2024-11-19T12:20:17,583 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1033, reset compression=false 2024-11-19T12:20:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741845_1021 (size=10791) 2024-11-19T12:20:17,886 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1033, reset compression=false 2024-11-19T12:20:17,943 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:18,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:20:18,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T12:20:18,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T12:20:18,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ for inclusion in 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T12:20:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:18,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ for inclusion in 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T12:20:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:20:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HRegion(2603): Flush status journal for 8f6233f31db7b8f3ed2508bb77f580e4: 2024-11-19T12:20:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0074fdf98b564f09973cfec9557ec97d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:20:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/640c1a7f675c44d98da35165db0a1a6e_SeqId_6_ 2024-11-19T12:20:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61c61ad601b843489c4fb4db0f50875b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:20:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/486f287a560a452bb235c21dab18a7cb_SeqId_6_ 2024-11-19T12:20:18,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ into 8f6233f31db7b8f3ed2508bb77f580e4/f as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/640c1a7f675c44d98da35165db0a1a6e_SeqId_6_ - updating store file list. 2024-11-19T12:20:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 640c1a7f675c44d98da35165db0a1a6e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:18,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/640c1a7f675c44d98da35165db0a1a6e_SeqId_6_ into 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:18,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ into 8f6233f31db7b8f3ed2508bb77f580e4/f (new location: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/640c1a7f675c44d98da35165db0a1a6e_SeqId_6_) 2024-11-19T12:20:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/0074fdf98b564f09973cfec9557ec97d_SeqId_6_ 2024-11-19T12:20:18,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ into 8f6233f31db7b8f3ed2508bb77f580e4/f as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/486f287a560a452bb235c21dab18a7cb_SeqId_6_ - updating store file list. 2024-11-19T12:20:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 486f287a560a452bb235c21dab18a7cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:20:18,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/486f287a560a452bb235c21dab18a7cb_SeqId_6_ into 8f6233f31db7b8f3ed2508bb77f580e4/f 2024-11-19T12:20:18,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ into 8f6233f31db7b8f3ed2508bb77f580e4/f (new location: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/f/486f287a560a452bb235c21dab18a7cb_SeqId_6_) 2024-11-19T12:20:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/staging/jenkins.hfs.10__test__qj9teqbgm88c6td1jlubt85h5rh366qitc56g351n6v37t4t8mnfi7i71qgjj1ab/f/61c61ad601b843489c4fb4db0f50875b_SeqId_6_ 2024-11-19T12:20:18,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38411 {}] regionserver.ReplicationSink(324): Finished replicating [e60a2242-839e-44c9-bf2e-df1b95442ebd] bulk loaded data 2024-11-19T12:20:18,289 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1033, reset compression=false 2024-11-19T12:20:18,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:20:18,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:18,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:18,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:18,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:18,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:18,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:20:18,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=837516800, stopped=false 2024-11-19T12:20:18,305 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,44413,1732018801614 2024-11-19T12:20:18,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969257623/running 2024-11-19T12:20:18,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969257623/running 2024-11-19T12:20:18,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:18,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:18,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:18,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:18,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:18,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:18,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,44051,1732018801783' ***** 2024-11-19T12:20:18,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:20:18,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/running 2024-11-19T12:20:18,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Set watcher on znode that does not yet exist, /1-1969257623/running 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:20:18,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(3091): Received CLOSE for a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(3091): Received CLOSE for 544930713e51901300e3902158887532 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(959): stopping server 351a98347401,44051,1732018801783 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:18,381 INFO [RS:0;351a98347401:44051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:44051. 2024-11-19T12:20:18,381 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5cdf52568eb08d91f4d73bbece2fc41, disabling compactions & flushes 2024-11-19T12:20:18,382 DEBUG [RS:0;351a98347401:44051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:18,382 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:18,382 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. after waiting 0 ms 2024-11-19T12:20:18,382 INFO [RS:0;351a98347401:44051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:20:18,382 INFO [RS:0;351a98347401:44051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:18,382 INFO [RS:0;351a98347401:44051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:20:18,382 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:20:18,382 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:20:18,382 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1325): Online Regions={a5cdf52568eb08d91f4d73bbece2fc41=test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41., 544930713e51901300e3902158887532=hbase:replication,,1732018811333.544930713e51901300e3902158887532., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:20:18,382 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544930713e51901300e3902158887532, a5cdf52568eb08d91f4d73bbece2fc41 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:18,382 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:18,382 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:18,383 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:20:18,386 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/default/test/a5cdf52568eb08d91f4d73bbece2fc41/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:20:18,386 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:18,386 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:18,386 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:18,386 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5cdf52568eb08d91f4d73bbece2fc41: Waiting for close lock at 1732018818381Running coprocessor pre-close hooks at 1732018818381Disabling compacts and flushes for region at 1732018818381Disabling writes for close at 1732018818382 (+1 ms)Writing region close event to WAL at 1732018818383 (+1 ms)Running coprocessor post-close hooks at 1732018818386 (+3 ms)Closed at 1732018818386 2024-11-19T12:20:18,386 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41. 2024-11-19T12:20:18,387 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 544930713e51901300e3902158887532, disabling compactions & flushes 2024-11-19T12:20:18,387 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:18,387 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:18,387 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018811333.544930713e51901300e3902158887532. after waiting 0 ms 2024-11-19T12:20:18,387 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:18,387 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 544930713e51901300e3902158887532 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T12:20:18,402 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/info/acdc71137c17495281819366865e1c3a is 147, key is hbase:replication,,1732018811333.544930713e51901300e3902158887532./info:regioninfo/1732018812498/Put/seqid=0 2024-11-19T12:20:18,405 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/.tmp/hfileref/d1b6c68651754fb0a347616b490760a0 is 74, key is 1/hfileref:0074fdf98b564f09973cfec9557ec97d_SeqId_6_/1732018818234/DeleteColumn/seqid=0 2024-11-19T12:20:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741844_1020 (size=7686) 2024-11-19T12:20:18,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741845_1021 (size=5345) 2024-11-19T12:20:18,470 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:18,582 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544930713e51901300e3902158887532 2024-11-19T12:20:18,747 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 687, reset compression=false 2024-11-19T12:20:18,751 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:18,751 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,38411,1732018796020 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f6233f31db7b8f3ed2508bb77f580e4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018818232/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T12:20:18,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 351a98347401,44051,1732018801783 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:20:18,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:44944 deadline: 1732018878752, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 351a98347401,44051,1732018801783 stopping 2024-11-19T12:20:18,757 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 351a98347401,44051,1732018801783 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:18,783 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544930713e51901300e3902158887532 2024-11-19T12:20:18,793 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1033, reset compression=false 2024-11-19T12:20:18,797 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:18,797 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1328, reset compression=false 2024-11-19T12:20:18,797 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,44051,1732018801783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:18,798 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,44051,1732018801783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,44051,1732018801783, walGroup=351a98347401%2C44051%2C1732018801783, offset=351a98347401%2C44051%2C1732018801783.1732018804201:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:20:18,800 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:20:18,800 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:20:18,801 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:20:18,801 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:20:18,801 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:20:18,801 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 532356128 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187928408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:20:18,803 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:20:18,814 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/info/acdc71137c17495281819366865e1c3a 2024-11-19T12:20:18,818 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/.tmp/hfileref/d1b6c68651754fb0a347616b490760a0 2024-11-19T12:20:18,831 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/ns/be5a7299f98846188409c51224ef3e37 is 43, key is default/ns:d/1732018804745/Put/seqid=0 2024-11-19T12:20:18,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741846_1022 (size=5153) 2024-11-19T12:20:18,839 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/.tmp/queue/c52594b93e994cc6a816b4d7b6caaa4e is 154, key is 1-351a98347401,44051,1732018801783/queue:351a98347401%2C44051%2C1732018801783/1732018818236/Put/seqid=0 2024-11-19T12:20:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741847_1023 (size=5353) 2024-11-19T12:20:18,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,44051,1732018801783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:18,860 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 351a98347401,44051,1732018801783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:18,951 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:18,983 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544930713e51901300e3902158887532 2024-11-19T12:20:19,000 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1328, reset compression=false 2024-11-19T12:20:19,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,44051,1732018801783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:19,064 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:20:19,064 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:20:19,064 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 351a98347401,44051,1732018801783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:19,183 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544930713e51901300e3902158887532 2024-11-19T12:20:19,235 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/ns/be5a7299f98846188409c51224ef3e37 2024-11-19T12:20:19,243 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/.tmp/queue/c52594b93e994cc6a816b4d7b6caaa4e 2024-11-19T12:20:19,247 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/.tmp/hfileref/d1b6c68651754fb0a347616b490760a0 as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/hfileref/d1b6c68651754fb0a347616b490760a0 2024-11-19T12:20:19,252 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/hfileref/d1b6c68651754fb0a347616b490760a0, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T12:20:19,252 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/.tmp/queue/c52594b93e994cc6a816b4d7b6caaa4e as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/queue/c52594b93e994cc6a816b4d7b6caaa4e 2024-11-19T12:20:19,255 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:19,255 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/rep_barrier/9c0c65e5fd324489838dc61e5bb118ed is 112, key is test,,1732018807010.a5cdf52568eb08d91f4d73bbece2fc41./rep_barrier:seqnumDuringOpen/1732018808155/Put/seqid=0 2024-11-19T12:20:19,257 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/queue/c52594b93e994cc6a816b4d7b6caaa4e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T12:20:19,258 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 544930713e51901300e3902158887532 in 871ms, sequenceid=12, compaction requested=false 2024-11-19T12:20:19,264 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/replication/544930713e51901300e3902158887532/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T12:20:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741848_1024 (size=5518) 2024-11-19T12:20:19,264 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:19,264 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:19,265 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:19,265 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 544930713e51901300e3902158887532: Waiting for close lock at 1732018818387Running coprocessor pre-close hooks at 1732018818387Disabling compacts and flushes for region at 1732018818387Disabling writes for close at 1732018818387Obtaining lock to block concurrent updates at 1732018818387Preparing flush snapshotting stores in 544930713e51901300e3902158887532 at 1732018818387Finished memstore snapshotting hbase:replication,,1732018811333.544930713e51901300e3902158887532., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732018818387Flushing stores of hbase:replication,,1732018811333.544930713e51901300e3902158887532. at 1732018818388 (+1 ms)Flushing 544930713e51901300e3902158887532/hfileref: creating writer at 1732018818388Flushing 544930713e51901300e3902158887532/hfileref: appending metadata at 1732018818404 (+16 ms)Flushing 544930713e51901300e3902158887532/hfileref: closing flushed file at 1732018818404Flushing 544930713e51901300e3902158887532/queue: creating writer at 1732018818822 (+418 ms)Flushing 544930713e51901300e3902158887532/queue: appending metadata at 1732018818838 (+16 ms)Flushing 544930713e51901300e3902158887532/queue: closing flushed file at 1732018818838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e8cded: reopening flushed file at 1732018819247 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755565e4: reopening flushed file at 1732018819252 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 544930713e51901300e3902158887532 in 871ms, sequenceid=12, compaction requested=false at 1732018819258 (+6 ms)Writing region close event to WAL at 1732018819261 (+3 ms)Running coprocessor post-close hooks at 1732018819264 (+3 ms)Closed at 1732018819264 2024-11-19T12:20:19,265 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018811333.544930713e51901300e3902158887532. 2024-11-19T12:20:19,304 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1328, reset compression=false 2024-11-19T12:20:19,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,44051,1732018801783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:19,367 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 351a98347401,44051,1732018801783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:19,383 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:20:19,383 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:20:19,383 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:20:19,583 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:20:19,658 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:19,662 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/rep_barrier/9c0c65e5fd324489838dc61e5bb118ed 2024-11-19T12:20:19,683 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/table/129b519c5d7a406c9fe4169746355e04 is 53, key is hbase:replication/table:state/1732018812505/Put/seqid=0 2024-11-19T12:20:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741849_1025 (size=5308) 2024-11-19T12:20:19,707 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.wal-reader.351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/WALs/351a98347401,44051,1732018801783/351a98347401%2C44051%2C1732018801783.1732018804201 to pos 1328, reset compression=false 2024-11-19T12:20:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,44051,1732018801783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:19,770 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 351a98347401,44051,1732018801783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:19,784 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:20:19,984 DEBUG [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:20:20,087 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/table/129b519c5d7a406c9fe4169746355e04 2024-11-19T12:20:20,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/info/acdc71137c17495281819366865e1c3a as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/info/acdc71137c17495281819366865e1c3a 2024-11-19T12:20:20,096 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/info/acdc71137c17495281819366865e1c3a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:20:20,097 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/ns/be5a7299f98846188409c51224ef3e37 as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/ns/be5a7299f98846188409c51224ef3e37 2024-11-19T12:20:20,101 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/ns/be5a7299f98846188409c51224ef3e37, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:20:20,102 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/rep_barrier/9c0c65e5fd324489838dc61e5bb118ed as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/rep_barrier/9c0c65e5fd324489838dc61e5bb118ed 2024-11-19T12:20:20,106 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/rep_barrier/9c0c65e5fd324489838dc61e5bb118ed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:20:20,106 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/.tmp/table/129b519c5d7a406c9fe4169746355e04 as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/table/129b519c5d7a406c9fe4169746355e04 2024-11-19T12:20:20,110 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/table/129b519c5d7a406c9fe4169746355e04, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:20:20,111 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-19T12:20:20,115 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:20:20,115 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:20,115 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:20,115 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:20,115 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018818382Running coprocessor pre-close hooks at 1732018818382Disabling compacts and flushes for region at 1732018818382Disabling writes for close at 1732018818382Obtaining lock to block concurrent updates at 1732018818383 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732018818383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018818383Flushing stores of hbase:meta,,1.1588230740 at 1732018818383Flushing 1588230740/info: creating writer at 1732018818383Flushing 1588230740/info: appending metadata at 1732018818401 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732018818401Flushing 1588230740/ns: creating writer at 1732018818818 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732018818830 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732018818830Flushing 1588230740/rep_barrier: creating writer at 1732018819239 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018819255 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018819255Flushing 1588230740/table: creating writer at 1732018819666 (+411 ms)Flushing 1588230740/table: appending metadata at 1732018819682 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732018819682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b73de8d: reopening flushed file at 1732018820092 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442a0637: reopening flushed file at 1732018820097 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3fcb66: reopening flushed file at 1732018820101 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46629070: reopening flushed file at 1732018820106 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1732018820111 (+5 ms)Writing region close event to WAL at 1732018820112 (+1 ms)Running coprocessor post-close hooks at 1732018820115 (+3 ms)Closed at 1732018820115 2024-11-19T12:20:20,115 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:20,162 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:20,184 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(976): stopping server 351a98347401,44051,1732018801783; all regions closed. 2024-11-19T12:20:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:20:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741839_1015 (size=3127) 2024-11-19T12:20:20,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741833_1009 (size=1336) 2024-11-19T12:20:20,190 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:20,190 INFO [RS:0;351a98347401:44051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:20,190 INFO [RS:0;351a98347401:44051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:20,191 INFO [RS:0;351a98347401:44051 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:20,191 INFO [RS:0;351a98347401:44051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:20,191 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:20,191 INFO [RS:0;351a98347401:44051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,44051,1732018801783 because: Region server is closing 2024-11-19T12:20:20,191 INFO [RS:0;351a98347401:44051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:44051. 2024-11-19T12:20:20,191 DEBUG [RS:0;351a98347401:44051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:20,191 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:20,191 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:20,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:20,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 351a98347401,44051,1732018801783 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:20,273 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 351a98347401,44051,1732018801783 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:20,291 INFO [RS:0;351a98347401:44051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,44051,1732018801783.replicationSource.shipper351a98347401%2C44051%2C1732018801783,1-351a98347401,44051,1732018801783 terminated 2024-11-19T12:20:20,291 INFO [RS:0;351a98347401:44051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:44051. 2024-11-19T12:20:20,291 DEBUG [RS:0;351a98347401:44051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:20,292 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:20,292 DEBUG [RS:0;351a98347401:44051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:20,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:20,292 INFO [RS:0;351a98347401:44051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44051 2024-11-19T12:20:20,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969257623/rs/351a98347401,44051,1732018801783 2024-11-19T12:20:20,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623/rs 2024-11-19T12:20:20,359 INFO [RS:0;351a98347401:44051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:20,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,44051,1732018801783] 2024-11-19T12:20:20,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969257623/draining/351a98347401,44051,1732018801783 already deleted, retry=false 2024-11-19T12:20:20,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,44051,1732018801783 expired; onlineServers=0 2024-11-19T12:20:20,380 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,44413,1732018801614' ***** 2024-11-19T12:20:20,380 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:20:20,380 INFO [M:0;351a98347401:44413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:20,380 INFO [M:0;351a98347401:44413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:20,380 DEBUG [M:0;351a98347401:44413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:20:20,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:20:20,380 DEBUG [M:0;351a98347401:44413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:20:20,380 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018803860 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018803860,5,FailOnTimeoutGroup] 2024-11-19T12:20:20,380 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018803860 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018803860,5,FailOnTimeoutGroup] 2024-11-19T12:20:20,380 INFO [M:0;351a98347401:44413 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:20,380 INFO [M:0;351a98347401:44413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:20,380 DEBUG [M:0;351a98347401:44413 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:20:20,380 INFO [M:0;351a98347401:44413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:20:20,380 INFO [M:0;351a98347401:44413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:20,381 INFO [M:0;351a98347401:44413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:20:20,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969257623/master 2024-11-19T12:20:20,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969257623 2024-11-19T12:20:20,390 DEBUG [M:0;351a98347401:44413 {}] zookeeper.ZKUtil(347): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Unable to get data of znode /1-1969257623/master because node does not exist (not an error) 2024-11-19T12:20:20,390 WARN [M:0;351a98347401:44413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:20:20,391 INFO [M:0;351a98347401:44413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/.lastflushedseqids 2024-11-19T12:20:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741850_1026 (size=263) 2024-11-19T12:20:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:20,469 INFO [RS:0;351a98347401:44051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:20,469 INFO [RS:0;351a98347401:44051 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,44051,1732018801783; zookeeper connection closed. 2024-11-19T12:20:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44051-0x101530968ff0004, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:20,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 2024-11-19T12:20:20,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:20:20,765 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:20,795 INFO [M:0;351a98347401:44413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:20:20,795 INFO [M:0;351a98347401:44413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:20:20,795 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:20,795 INFO [M:0;351a98347401:44413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:20,795 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:20,795 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:20,795 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:20,795 INFO [M:0;351a98347401:44413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T12:20:20,810 DEBUG [M:0;351a98347401:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e9348f8e234b379219bd4e32b70f8f is 82, key is hbase:meta,,1/info:regioninfo/1732018804730/Put/seqid=0 2024-11-19T12:20:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741851_1027 (size=5672) 2024-11-19T12:20:20,875 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:44051 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44051 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:20,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:44051 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44051 2024-11-19T12:20:20,876 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=351a98347401:44051 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44051 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44051 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T12:20:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:20:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35256 deadline: 1732018880878, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T12:20:20,900 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T12:20:20,901 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T12:20:21,214 INFO [M:0;351a98347401:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e9348f8e234b379219bd4e32b70f8f 2024-11-19T12:20:21,234 DEBUG [M:0;351a98347401:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fe6bc429f424ea2ab10111107df27ad is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018812508/Put/seqid=0 2024-11-19T12:20:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741852_1028 (size=8516) 2024-11-19T12:20:21,468 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:21,601 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T12:20:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:20:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35256 deadline: 1732018881603, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T12:20:21,603 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T12:20:21,604 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T12:20:21,604 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T12:20:21,638 INFO [M:0;351a98347401:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fe6bc429f424ea2ab10111107df27ad 2024-11-19T12:20:21,658 DEBUG [M:0;351a98347401:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ee6309fa8004ff2bc9c4ced80949287 is 69, key is 351a98347401,44051,1732018801783/rs:state/1732018803972/Put/seqid=0 2024-11-19T12:20:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741853_1029 (size=5156) 2024-11-19T12:20:22,062 INFO [M:0;351a98347401:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ee6309fa8004ff2bc9c4ced80949287 2024-11-19T12:20:22,067 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e9348f8e234b379219bd4e32b70f8f as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9e9348f8e234b379219bd4e32b70f8f 2024-11-19T12:20:22,070 INFO [M:0;351a98347401:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9e9348f8e234b379219bd4e32b70f8f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:20:22,071 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fe6bc429f424ea2ab10111107df27ad as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fe6bc429f424ea2ab10111107df27ad 2024-11-19T12:20:22,075 INFO [M:0;351a98347401:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fe6bc429f424ea2ab10111107df27ad, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:20:22,075 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ee6309fa8004ff2bc9c4ced80949287 as hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ee6309fa8004ff2bc9c4ced80949287 2024-11-19T12:20:22,079 INFO [M:0;351a98347401:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33309/user/jenkins/test-data/1a5b3d32-cd03-ff79-355c-76c1c42ec47b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ee6309fa8004ff2bc9c4ced80949287, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:20:22,080 INFO [M:0;351a98347401:44413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T12:20:22,087 INFO [M:0;351a98347401:44413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:22,087 DEBUG [M:0;351a98347401:44413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018820795Disabling compacts and flushes for region at 1732018820795Disabling writes for close at 1732018820795Obtaining lock to block concurrent updates at 1732018820795Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018820795Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732018820796 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018820796Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018820796Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018820810 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018820810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018821218 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018821233 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018821233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018821641 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018821658 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018821658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76276f3: reopening flushed file at 1732018822066 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2f04db: reopening flushed file at 1732018822071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdb8c68: reopening flushed file at 1732018822075 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732018822080 (+5 ms)Writing region close event to WAL at 1732018822087 (+7 ms)Closed at 1732018822087 2024-11-19T12:20:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33053 is added to blk_1073741830_1006 (size=63654) 2024-11-19T12:20:22,094 INFO [M:0;351a98347401:44413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:20:22,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:22,094 INFO [M:0;351a98347401:44413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44413 2024-11-19T12:20:22,097 INFO [M:0;351a98347401:44413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:22,272 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:22,358 INFO [M:0;351a98347401:44413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:22,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:22,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101530968ff0003, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:22,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50864057{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:22,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ef3aff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:22,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:22,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:22,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:22,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:20:22,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:20:22,399 WARN [BP-784175053-172.17.0.2-1732018799613 heartbeating to localhost/127.0.0.1:33309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:20:22,399 WARN [BP-784175053-172.17.0.2-1732018799613 heartbeating to localhost/127.0.0.1:33309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784175053-172.17.0.2-1732018799613 (Datanode Uuid e61a18b1-40af-497e-baf6-4599bd484cdb) service to localhost/127.0.0.1:33309 2024-11-19T12:20:22,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/cluster_5cf489ff-614a-0508-cc8d-462c7cb2e75d/data/data1/current/BP-784175053-172.17.0.2-1732018799613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:22,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/cluster_5cf489ff-614a-0508-cc8d-462c7cb2e75d/data/data2/current/BP-784175053-172.17.0.2-1732018799613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:22,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:20:22,405 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T12:20:22,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:44413 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44413 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:22,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33ca2a9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:44413 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44413 2024-11-19T12:20:22,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a3b306f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:22,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:22,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:22,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:22,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:20:22,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:20:22,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:22,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:22,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:22,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:20:22,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=198154303, stopped=false 2024-11-19T12:20:22,423 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,42401,1732018795821 2024-11-19T12:20:22,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1708545360/running 2024-11-19T12:20:22,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1708545360/running 2024-11-19T12:20:22,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:20:22,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:20:22,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:22,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/running 2024-11-19T12:20:22,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:22,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Set watcher on znode that does not yet exist, /0-1708545360/running 2024-11-19T12:20:22,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:22,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:22,444 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,38411,1732018796020' ***** 2024-11-19T12:20:22,444 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:20:22,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(3091): Received CLOSE for 481f5315a2525513762e4843a770c050 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(959): stopping server 351a98347401,38411,1732018796020 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:38411. 2024-11-19T12:20:22,444 DEBUG [RS:0;351a98347401:38411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:22,444 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 481f5315a2525513762e4843a770c050, disabling compactions & flushes 2024-11-19T12:20:22,444 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:22,444 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:22,444 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:22,444 INFO [RS:0;351a98347401:38411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:20:22,445 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. after waiting 0 ms 2024-11-19T12:20:22,445 INFO [RS:0;351a98347401:38411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:20:22,445 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:22,445 INFO [RS:0;351a98347401:38411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:20:22,445 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:20:22,445 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 481f5315a2525513762e4843a770c050 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T12:20:22,445 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:20:22,445 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1325): Online Regions={481f5315a2525513762e4843a770c050=hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050., 8f6233f31db7b8f3ed2508bb77f580e4=test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:20:22,445 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481f5315a2525513762e4843a770c050, 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:22,445 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:22,445 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:22,445 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:22,445 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:22,445 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:22,445 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:20:22,460 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/.tmp/hfileref/0e7d0e0baf2a46cfb575e5ff5d482d30 is 74, key is 1/hfileref:486f287a560a452bb235c21dab18a7cb_SeqId_6_/1732018818222/Put/seqid=0 2024-11-19T12:20:22,462 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/info/fc8cf92fe6d34397b9f5878af4fbe3dc is 147, key is hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050./info:regioninfo/1732018810378/Put/seqid=0 2024-11-19T12:20:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741846_1022 (size=5345) 2024-11-19T12:20:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741847_1023 (size=7686) 2024-11-19T12:20:22,470 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/info/fc8cf92fe6d34397b9f5878af4fbe3dc 2024-11-19T12:20:22,494 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/ns/3cc941e02a1b42f389f1d1bae4a7c737 is 43, key is default/ns:d/1732018799529/Put/seqid=0 2024-11-19T12:20:22,495 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:20:22,495 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:20:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741848_1024 (size=5153) 2024-11-19T12:20:22,514 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:22,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:22,518 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:44413 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44413 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:20:22,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=351a98347401:44413 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44413 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T12:20:22,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:44413 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:44413 2024-11-19T12:20:22,645 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481f5315a2525513762e4843a770c050, 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:22,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:22,727 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 351a98347401:44413 this server is in the failed servers list 2024-11-19T12:20:22,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 351a98347401:44413 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:22,845 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481f5315a2525513762e4843a770c050, 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:22,864 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/.tmp/hfileref/0e7d0e0baf2a46cfb575e5ff5d482d30 2024-11-19T12:20:22,880 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/.tmp/queue/a07e30c23cb74b82bde888dfe0696b19 is 153, key is 1-351a98347401,38411,1732018796020/queue:351a98347401%2C38411%2C1732018796020/1732018816104/Put/seqid=0 2024-11-19T12:20:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741849_1025 (size=5352) 2024-11-19T12:20:22,898 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/ns/3cc941e02a1b42f389f1d1bae4a7c737 2024-11-19T12:20:22,913 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/rep_barrier/f3a173c64fa7457d902d09ea9866d811 is 112, key is test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4./rep_barrier:seqnumDuringOpen/1732018806002/Put/seqid=0 2024-11-19T12:20:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741850_1026 (size=5518) 2024-11-19T12:20:23,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:23,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 351a98347401:44413 this server is in the failed servers list 2024-11-19T12:20:23,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 351a98347401:44413 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:23,045 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481f5315a2525513762e4843a770c050, 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:23,176 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 to pos 1033, reset compression=false 2024-11-19T12:20:23,246 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481f5315a2525513762e4843a770c050, 8f6233f31db7b8f3ed2508bb77f580e4 2024-11-19T12:20:23,284 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/.tmp/queue/a07e30c23cb74b82bde888dfe0696b19 2024-11-19T12:20:23,289 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/.tmp/hfileref/0e7d0e0baf2a46cfb575e5ff5d482d30 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/hfileref/0e7d0e0baf2a46cfb575e5ff5d482d30 2024-11-19T12:20:23,293 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/hfileref/0e7d0e0baf2a46cfb575e5ff5d482d30, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T12:20:23,294 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/.tmp/queue/a07e30c23cb74b82bde888dfe0696b19 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/queue/a07e30c23cb74b82bde888dfe0696b19 2024-11-19T12:20:23,298 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/queue/a07e30c23cb74b82bde888dfe0696b19, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T12:20:23,298 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 481f5315a2525513762e4843a770c050 in 853ms, sequenceid=10, compaction requested=false 2024-11-19T12:20:23,299 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:20:23,307 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/replication/481f5315a2525513762e4843a770c050/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T12:20:23,307 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:23,307 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:23,307 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:23,307 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 481f5315a2525513762e4843a770c050: Waiting for close lock at 1732018822444Running coprocessor pre-close hooks at 1732018822444Disabling compacts and flushes for region at 1732018822444Disabling writes for close at 1732018822445 (+1 ms)Obtaining lock to block concurrent updates at 1732018822445Preparing flush snapshotting stores in 481f5315a2525513762e4843a770c050 at 1732018822445Finished memstore snapshotting hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732018822445Flushing stores of hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. at 1732018822445Flushing 481f5315a2525513762e4843a770c050/hfileref: creating writer at 1732018822446 (+1 ms)Flushing 481f5315a2525513762e4843a770c050/hfileref: appending metadata at 1732018822460 (+14 ms)Flushing 481f5315a2525513762e4843a770c050/hfileref: closing flushed file at 1732018822460Flushing 481f5315a2525513762e4843a770c050/queue: creating writer at 1732018822868 (+408 ms)Flushing 481f5315a2525513762e4843a770c050/queue: appending metadata at 1732018822880 (+12 ms)Flushing 481f5315a2525513762e4843a770c050/queue: closing flushed file at 1732018822880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0170b1: reopening flushed file at 1732018823288 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68605b70: reopening flushed file at 1732018823293 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 481f5315a2525513762e4843a770c050 in 853ms, sequenceid=10, compaction requested=false at 1732018823298 (+5 ms)Writing region close event to WAL at 1732018823304 (+6 ms)Running coprocessor post-close hooks at 1732018823307 (+3 ms)Closed at 1732018823307 2024-11-19T12:20:23,307 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018809179.481f5315a2525513762e4843a770c050. 2024-11-19T12:20:23,307 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f6233f31db7b8f3ed2508bb77f580e4, disabling compactions & flushes 2024-11-19T12:20:23,307 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:23,308 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:23,308 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. after waiting 0 ms 2024-11-19T12:20:23,308 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/default/test/8f6233f31db7b8f3ed2508bb77f580e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:23,311 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f6233f31db7b8f3ed2508bb77f580e4: Waiting for close lock at 1732018823307Running coprocessor pre-close hooks at 1732018823307Disabling compacts and flushes for region at 1732018823307Disabling writes for close at 1732018823308 (+1 ms)Writing region close event to WAL at 1732018823308Running coprocessor post-close hooks at 1732018823311 (+3 ms)Closed at 1732018823311 2024-11-19T12:20:23,311 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018804853.8f6233f31db7b8f3ed2508bb77f580e4. 2024-11-19T12:20:23,317 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/rep_barrier/f3a173c64fa7457d902d09ea9866d811 2024-11-19T12:20:23,333 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/table/304baae0316f4fe1a1b8e74689b964e4 is 53, key is hbase:replication/table:state/1732018810385/Put/seqid=0 2024-11-19T12:20:23,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741851_1027 (size=5308) 2024-11-19T12:20:23,446 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:20:23,446 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:20:23,446 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:20:23,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:23,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 351a98347401:44413 this server is in the failed servers list 2024-11-19T12:20:23,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 351a98347401:44413 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:23,646 DEBUG [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:20:23,736 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/table/304baae0316f4fe1a1b8e74689b964e4 2024-11-19T12:20:23,741 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/info/fc8cf92fe6d34397b9f5878af4fbe3dc as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/info/fc8cf92fe6d34397b9f5878af4fbe3dc 2024-11-19T12:20:23,745 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/info/fc8cf92fe6d34397b9f5878af4fbe3dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:20:23,745 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/ns/3cc941e02a1b42f389f1d1bae4a7c737 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/ns/3cc941e02a1b42f389f1d1bae4a7c737 2024-11-19T12:20:23,749 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/ns/3cc941e02a1b42f389f1d1bae4a7c737, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:20:23,750 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/rep_barrier/f3a173c64fa7457d902d09ea9866d811 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/rep_barrier/f3a173c64fa7457d902d09ea9866d811 2024-11-19T12:20:23,753 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/rep_barrier/f3a173c64fa7457d902d09ea9866d811, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:20:23,754 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/.tmp/table/304baae0316f4fe1a1b8e74689b964e4 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/table/304baae0316f4fe1a1b8e74689b964e4 2024-11-19T12:20:23,757 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/table/304baae0316f4fe1a1b8e74689b964e4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:20:23,758 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-19T12:20:23,758 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:20:23,767 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:20:23,767 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:23,767 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:23,767 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:23,767 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018822445Running coprocessor pre-close hooks at 1732018822445Disabling compacts and flushes for region at 1732018822445Disabling writes for close at 1732018822445Obtaining lock to block concurrent updates at 1732018822445Preparing flush snapshotting stores in 1588230740 at 1732018822445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018822446 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018822446Flushing 1588230740/info: creating writer at 1732018822446Flushing 1588230740/info: appending metadata at 1732018822462 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732018822462Flushing 1588230740/ns: creating writer at 1732018822479 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732018822493 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732018822494 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732018822902 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018822913 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018822913Flushing 1588230740/table: creating writer at 1732018823321 (+408 ms)Flushing 1588230740/table: appending metadata at 1732018823332 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732018823332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e01070b: reopening flushed file at 1732018823740 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@305fd210: reopening flushed file at 1732018823745 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440f97fb: reopening flushed file at 1732018823749 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c33e4e: reopening flushed file at 1732018823753 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732018823758 (+5 ms)Writing region close event to WAL at 1732018823764 (+6 ms)Running coprocessor post-close hooks at 1732018823767 (+3 ms)Closed at 1732018823767 2024-11-19T12:20:23,768 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:23,846 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(976): stopping server 351a98347401,38411,1732018796020; all regions closed. 2024-11-19T12:20:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:20:23,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.meta.1732018799468.meta not finished, retry = 0 2024-11-19T12:20:23,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:23,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:23,950 DEBUG [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/oldWALs 2024-11-19T12:20:23,951 INFO [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C38411%2C1732018796020.meta:.meta(num 1732018799468) 2024-11-19T12:20:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741839_1015 (size=2695) 2024-11-19T12:20:23,955 DEBUG [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/oldWALs 2024-11-19T12:20:23,955 INFO [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C38411%2C1732018796020.rep:(num 1732018810350) 2024-11-19T12:20:23,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/WALs/351a98347401,38411,1732018796020/351a98347401%2C38411%2C1732018796020.1732018798637 not finished, retry = 0 2024-11-19T12:20:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741833_1009 (size=1336) 2024-11-19T12:20:24,059 DEBUG [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/oldWALs 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C38411%2C1732018796020:(num 1732018798637) 2024-11-19T12:20:24,059 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:24,059 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,38411,1732018796020 because: Region server is closing 2024-11-19T12:20:24,059 INFO [RS:0;351a98347401:38411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:38411. 2024-11-19T12:20:24,059 DEBUG [RS:0;351a98347401:38411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:24,059 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:24,059 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:24,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:24,160 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.wal-reader.351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:20:24,160 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T12:20:24,160 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T12:20:24,160 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T12:20:24,558 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:24,558 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:24,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:25,061 INFO [RS:0;351a98347401:38411 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,38411,1732018796020.replicationSource.shipper351a98347401%2C38411%2C1732018796020,1-351a98347401,38411,1732018796020 terminated 2024-11-19T12:20:25,061 INFO [RS:0;351a98347401:38411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:38411. 2024-11-19T12:20:25,061 DEBUG [RS:0;351a98347401:38411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:25,061 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:25,061 DEBUG [RS:0;351a98347401:38411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:25,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:25,061 INFO [RS:0;351a98347401:38411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38411 2024-11-19T12:20:25,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1708545360/rs/351a98347401,38411,1732018796020 2024-11-19T12:20:25,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360/rs 2024-11-19T12:20:25,079 INFO [RS:0;351a98347401:38411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:25,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,38411,1732018796020] 2024-11-19T12:20:25,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1708545360/draining/351a98347401,38411,1732018796020 already deleted, retry=false 2024-11-19T12:20:25,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,38411,1732018796020 expired; onlineServers=0 2024-11-19T12:20:25,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,42401,1732018795821' ***** 2024-11-19T12:20:25,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:20:25,100 INFO [M:0;351a98347401:42401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:25,100 INFO [M:0;351a98347401:42401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:25,100 DEBUG [M:0;351a98347401:42401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:20:25,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:20:25,100 DEBUG [M:0;351a98347401:42401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:20:25,100 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018798243 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018798243,5,FailOnTimeoutGroup] 2024-11-19T12:20:25,100 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018798244 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018798244,5,FailOnTimeoutGroup] 2024-11-19T12:20:25,100 INFO [M:0;351a98347401:42401 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:25,100 INFO [M:0;351a98347401:42401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:25,100 DEBUG [M:0;351a98347401:42401 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:20:25,100 INFO [M:0;351a98347401:42401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:20:25,100 INFO [M:0;351a98347401:42401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:25,101 INFO [M:0;351a98347401:42401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:20:25,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:20:25,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1708545360/master 2024-11-19T12:20:25,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1708545360 2024-11-19T12:20:25,110 DEBUG [M:0;351a98347401:42401 {}] zookeeper.ZKUtil(347): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Unable to get data of znode /0-1708545360/master because node does not exist (not an error) 2024-11-19T12:20:25,110 WARN [M:0;351a98347401:42401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:20:25,111 INFO [M:0;351a98347401:42401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/.lastflushedseqids 2024-11-19T12:20:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741852_1028 (size=263) 2024-11-19T12:20:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:25,189 INFO [RS:0;351a98347401:38411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:25,190 INFO [RS:0;351a98347401:38411 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,38411,1732018796020; zookeeper connection closed. 2024-11-19T12:20:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38411-0x101530968ff0001, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:25,190 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3edd7f29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3edd7f29 2024-11-19T12:20:25,190 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:20:25,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:20:25,518 INFO [M:0;351a98347401:42401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:20:25,518 INFO [M:0;351a98347401:42401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:20:25,518 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:25,518 INFO [M:0;351a98347401:42401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:25,518 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:25,518 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:25,518 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:25,518 INFO [M:0;351a98347401:42401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T12:20:25,534 DEBUG [M:0;351a98347401:42401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2f6d07bd08a4d8a8a09c074d71f1965 is 82, key is hbase:meta,,1/info:regioninfo/1732018799504/Put/seqid=0 2024-11-19T12:20:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741853_1029 (size=5672) 2024-11-19T12:20:25,939 INFO [M:0;351a98347401:42401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2f6d07bd08a4d8a8a09c074d71f1965 2024-11-19T12:20:25,955 DEBUG [M:0;351a98347401:42401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7e22185c2048da8eab1e74235e6c29 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018810389/Put/seqid=0 2024-11-19T12:20:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741854_1030 (size=8517) 2024-11-19T12:20:26,359 INFO [M:0;351a98347401:42401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7e22185c2048da8eab1e74235e6c29 2024-11-19T12:20:26,374 DEBUG [M:0;351a98347401:42401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1483082c1d8840669397f6094df856b9 is 69, key is 351a98347401,38411,1732018796020/rs:state/1732018798476/Put/seqid=0 2024-11-19T12:20:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741855_1031 (size=5156) 2024-11-19T12:20:26,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:26,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:26,588 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:26,777 INFO [M:0;351a98347401:42401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1483082c1d8840669397f6094df856b9 2024-11-19T12:20:26,782 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2f6d07bd08a4d8a8a09c074d71f1965 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2f6d07bd08a4d8a8a09c074d71f1965 2024-11-19T12:20:26,786 INFO [M:0;351a98347401:42401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2f6d07bd08a4d8a8a09c074d71f1965, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:20:26,786 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7e22185c2048da8eab1e74235e6c29 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7e22185c2048da8eab1e74235e6c29 2024-11-19T12:20:26,790 INFO [M:0;351a98347401:42401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7e22185c2048da8eab1e74235e6c29, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:20:26,791 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1483082c1d8840669397f6094df856b9 as hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1483082c1d8840669397f6094df856b9 2024-11-19T12:20:26,795 INFO [M:0;351a98347401:42401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34409/user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1483082c1d8840669397f6094df856b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:20:26,796 INFO [M:0;351a98347401:42401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-19T12:20:26,802 INFO [M:0;351a98347401:42401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:26,802 DEBUG [M:0;351a98347401:42401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018825518Disabling compacts and flushes for region at 1732018825518Disabling writes for close at 1732018825518Obtaining lock to block concurrent updates at 1732018825518Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018825518Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732018825518Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018825519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018825519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018825534 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018825534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018825942 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018825954 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018825954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018826362 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018826373 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018826373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d9dfae: reopening flushed file at 1732018826781 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1ae4fd: reopening flushed file at 1732018826786 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f89e715: reopening flushed file at 1732018826790 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732018826796 (+6 ms)Writing region close event to WAL at 1732018826802 (+6 ms)Closed at 1732018826802 2024-11-19T12:20:26,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741830_1006 (size=63666) 2024-11-19T12:20:26,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bce3e62-73fa-ea07-e93c-c90160c1a466/MasterData/WALs/351a98347401,42401,1732018795821/351a98347401%2C42401%2C1732018795821.1732018797827 not finished, retry = 0 2024-11-19T12:20:26,904 INFO [M:0;351a98347401:42401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:20:26,904 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:26,904 INFO [M:0;351a98347401:42401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42401 2024-11-19T12:20:26,905 INFO [M:0;351a98347401:42401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:27,069 INFO [M:0;351a98347401:42401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x101530968ff0000, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:27,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a37642c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:27,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:27,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:27,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:27,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:27,072 WARN [BP-992071495-172.17.0.2-1732018793850 heartbeating to localhost/127.0.0.1:34409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:20:27,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:20:27,072 WARN [BP-992071495-172.17.0.2-1732018793850 heartbeating to localhost/127.0.0.1:34409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992071495-172.17.0.2-1732018793850 (Datanode Uuid cd734e34-a193-4d20-bfca-16152bc3b27e) service to localhost/127.0.0.1:34409 2024-11-19T12:20:27,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:20:27,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/data/data1/current/BP-992071495-172.17.0.2-1732018793850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:27,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/cluster_cd10be9d-2289-775c-bf61-519ad385aa75/data/data2/current/BP-992071495-172.17.0.2-1732018793850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:27,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:20:27,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef48bf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:27,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:27,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:27,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:27,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/110aa959-5f12-0471-cc68-858a4d1099b6/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:27,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:20:27,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:20:27,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34409 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34409 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57777) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33309 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57777) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=624 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12601 (was 12667) 2024-11-19T12:20:27,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=12601 2024-11-19T12:20:27,122 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T12:20:27,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir so I do NOT create it in target/test-data/44850ee9-77a8-246e-e405-0eb722557b80 2024-11-19T12:20:27,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:20:27,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.tmp.dir so I do NOT create it in target/test-data/44850ee9-77a8-246e-e405-0eb722557b80 2024-11-19T12:20:27,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48643e24-9e80-4e50-929b-5e62014efdad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:20:27,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80 2024-11-19T12:20:27,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b, deleteOnExit=true 2024-11-19T12:20:27,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/zookeeper_0, clientPort=61282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:20:27,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61282 2024-11-19T12:20:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:20:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/test.cache.data in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:20:27,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:20:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:20:27,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:20:27,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:20:27,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:20:27,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:20:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101530968ff0005, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:20:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101530968ff0002, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:20:27,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101530968ff0002, quorum=127.0.0.1:57777, baseZNode=/0-1708545360 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:20:27,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101530968ff0005, quorum=127.0.0.1:57777, baseZNode=/1-1969257623 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:20:27,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:27,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:27,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:27,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:27,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:20:27,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:27,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:27,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:27,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33556bef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/java.io.tmpdir/jetty-localhost-33611-hadoop-hdfs-3_4_1-tests_jar-_-any-8617904775730939389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:27,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:33611} 2024-11-19T12:20:27,608 INFO [Time-limited test {}] server.Server(415): Started @203189ms 2024-11-19T12:20:27,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:27,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:27,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:27,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:27,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:20:27,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:27,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:27,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abc4f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/java.io.tmpdir/jetty-localhost-43589-hadoop-hdfs-3_4_1-tests_jar-_-any-3563702974616366464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:27,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:43589} 2024-11-19T12:20:27,982 INFO [Time-limited test {}] server.Server(415): Started @203564ms 2024-11-19T12:20:27,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:20:28,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:28,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:28,857 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/data/data1/current/BP-1358515290-172.17.0.2-1732018827156/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:28,857 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/data/data2/current/BP-1358515290-172.17.0.2-1732018827156/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:28,870 WARN [Thread-2167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:20:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe930fd030a3dba9 with lease ID 0xa749419e5bec645c: Processing first storage report for DS-d3ec50fa-731d-4052-ba3a-353bd8e5dc9c from datanode DatanodeRegistration(127.0.0.1:39833, datanodeUuid=34e25db5-84e5-4933-a1d6-b68b3eb683c8, infoPort=39551, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=667831674;c=1732018827156) 2024-11-19T12:20:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe930fd030a3dba9 with lease ID 0xa749419e5bec645c: from storage DS-d3ec50fa-731d-4052-ba3a-353bd8e5dc9c node DatanodeRegistration(127.0.0.1:39833, datanodeUuid=34e25db5-84e5-4933-a1d6-b68b3eb683c8, infoPort=39551, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=667831674;c=1732018827156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe930fd030a3dba9 with lease ID 0xa749419e5bec645c: Processing first storage report for DS-ce411148-cafb-41db-93c0-2ea9e82626bd from datanode DatanodeRegistration(127.0.0.1:39833, datanodeUuid=34e25db5-84e5-4933-a1d6-b68b3eb683c8, infoPort=39551, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=667831674;c=1732018827156) 2024-11-19T12:20:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe930fd030a3dba9 with lease ID 0xa749419e5bec645c: from storage DS-ce411148-cafb-41db-93c0-2ea9e82626bd node DatanodeRegistration(127.0.0.1:39833, datanodeUuid=34e25db5-84e5-4933-a1d6-b68b3eb683c8, infoPort=39551, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=667831674;c=1732018827156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:28,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80 2024-11-19T12:20:28,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:28,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:20:28,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240 with version=8 2024-11-19T12:20:28,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/hbase-staging 2024-11-19T12:20:28,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:20:28,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:20:28,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42307 2024-11-19T12:20:28,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42307 connecting to ZooKeeper ensemble=127.0.0.1:61282 2024-11-19T12:20:28,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423070x0, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:28,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42307-0x1015309eb300000 connected 2024-11-19T12:20:29,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:29,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:29,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/running 2024-11-19T12:20:29,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240, hbase.cluster.distributed=false 2024-11-19T12:20:29,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/acl 2024-11-19T12:20:29,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-19T12:20:29,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42307 2024-11-19T12:20:29,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42307 2024-11-19T12:20:29,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-19T12:20:29,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-19T12:20:29,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:20:29,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45347 2024-11-19T12:20:29,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45347 connecting to ZooKeeper ensemble=127.0.0.1:61282 2024-11-19T12:20:29,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:29,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453470x0, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:29,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453470x0, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/running 2024-11-19T12:20:29,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45347-0x1015309eb300001 connected 2024-11-19T12:20:29,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:20:29,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:20:29,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/master 2024-11-19T12:20:29,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/acl 2024-11-19T12:20:29,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45347 2024-11-19T12:20:29,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45347 2024-11-19T12:20:29,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45347 2024-11-19T12:20:29,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45347 2024-11-19T12:20:29,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45347 2024-11-19T12:20:29,343 DEBUG [M:0;351a98347401:42307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:42307 2024-11-19T12:20:29,343 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1107776263/backup-masters/351a98347401,42307,1732018828918 2024-11-19T12:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263/backup-masters 2024-11-19T12:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263/backup-masters 2024-11-19T12:20:29,353 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on existing znode=/0-1107776263/backup-masters/351a98347401,42307,1732018828918 2024-11-19T12:20:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107776263/master 2024-11-19T12:20:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:29,363 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on existing znode=/0-1107776263/master 2024-11-19T12:20:29,363 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1107776263/backup-masters/351a98347401,42307,1732018828918 from backup master directory 2024-11-19T12:20:29,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107776263/backup-masters/351a98347401,42307,1732018828918 2024-11-19T12:20:29,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263/backup-masters 2024-11-19T12:20:29,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263/backup-masters 2024-11-19T12:20:29,373 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:20:29,373 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,42307,1732018828918 2024-11-19T12:20:29,376 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/hbase.id] with ID: a9a90a08-b720-41b9-91c0-e1f63e005a74 2024-11-19T12:20:29,376 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/.tmp/hbase.id 2024-11-19T12:20:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:20:29,780 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/.tmp/hbase.id]:[hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/hbase.id] 2024-11-19T12:20:29,788 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:29,788 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:20:29,789 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:20:29,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:29,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:29,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:20:30,264 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:30,265 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:20:30,265 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:30,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:20:30,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:30,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:30,627 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:30,671 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store 2024-11-19T12:20:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:20:31,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:31,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:31,077 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:31,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:31,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:31,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:31,077 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:31,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018831077Disabling compacts and flushes for region at 1732018831077Disabling writes for close at 1732018831077Writing region close event to WAL at 1732018831077Closed at 1732018831077 2024-11-19T12:20:31,077 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/.initializing 2024-11-19T12:20:31,078 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/WALs/351a98347401,42307,1732018828918 2024-11-19T12:20:31,078 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:20:31,080 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C42307%2C1732018828918, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/WALs/351a98347401,42307,1732018828918, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/oldWALs, maxLogs=10 2024-11-19T12:20:31,094 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/WALs/351a98347401,42307,1732018828918/351a98347401%2C42307%2C1732018828918.1732018831080, exclude list is [], retry=0 2024-11-19T12:20:31,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-d3ec50fa-731d-4052-ba3a-353bd8e5dc9c,DISK] 2024-11-19T12:20:31,098 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/WALs/351a98347401,42307,1732018828918/351a98347401%2C42307%2C1732018828918.1732018831080 2024-11-19T12:20:31,099 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39551:39551)] 2024-11-19T12:20:31,099 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:31,099 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:31,099 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,100 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:20:31,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:31,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:31,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:20:31,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:20:31,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:31,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:31,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:20:31,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:31,106 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,107 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,107 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,108 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,108 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,108 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:31,109 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:31,110 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:31,111 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72976312, jitterRate=0.08743178844451904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:31,111 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018831100Initializing all the Stores at 1732018831100Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018831100Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018831101 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018831101Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018831101Cleaning up temporary data from old regions at 1732018831108 (+7 ms)Region opened successfully at 1732018831111 (+3 ms) 2024-11-19T12:20:31,111 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:20:31,113 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db94936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:20:31,114 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:20:31,114 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:20:31,114 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:20:31,114 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:20:31,115 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:20:31,115 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:20:31,115 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:20:31,116 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:20:31,117 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Unable to get data of znode /0-1107776263/balancer because node does not exist (not necessarily an error) 2024-11-19T12:20:31,179 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107776263/balancer already deleted, retry=false 2024-11-19T12:20:31,179 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:20:31,180 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Unable to get data of znode /0-1107776263/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:20:31,189 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107776263/normalizer already deleted, retry=false 2024-11-19T12:20:31,189 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:20:31,190 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Unable to get data of znode /0-1107776263/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:20:31,200 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107776263/switch/split already deleted, retry=false 2024-11-19T12:20:31,200 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Unable to get data of znode /0-1107776263/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:20:31,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107776263/switch/merge already deleted, retry=false 2024-11-19T12:20:31,212 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Unable to get data of znode /0-1107776263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:20:31,221 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107776263/snapshot-cleanup already deleted, retry=false 2024-11-19T12:20:31,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107776263/running 2024-11-19T12:20:31,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1107776263/running 2024-11-19T12:20:31,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:31,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:31,232 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,42307,1732018828918, sessionid=0x1015309eb300000, setting cluster-up flag (Was=false) 2024-11-19T12:20:31,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:31,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:31,284 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1107776263/flush-table-proc/acquired, /0-1107776263/flush-table-proc/reached, /0-1107776263/flush-table-proc/abort 2024-11-19T12:20:31,285 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,42307,1732018828918 2024-11-19T12:20:31,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:31,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:31,337 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1107776263/online-snapshot/acquired, /0-1107776263/online-snapshot/reached, /0-1107776263/online-snapshot/abort 2024-11-19T12:20:31,338 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,42307,1732018828918 2024-11-19T12:20:31,338 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:20:31,340 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:31,340 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:20:31,340 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:20:31,340 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,42307,1732018828918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:20:31,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018861342 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:20:31,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:31,342 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:20:31,343 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018831343,5,FailOnTimeoutGroup] 2024-11-19T12:20:31,343 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018831343,5,FailOnTimeoutGroup] 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:20:31,343 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,344 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:31,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:20:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:20:31,433 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(746): ClusterId : a9a90a08-b720-41b9-91c0-e1f63e005a74 2024-11-19T12:20:31,433 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:20:31,442 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:20:31,442 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:20:31,453 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:20:31,453 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b2ed4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:20:31,466 DEBUG [RS:0;351a98347401:45347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:45347 2024-11-19T12:20:31,466 INFO [RS:0;351a98347401:45347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:20:31,466 INFO [RS:0;351a98347401:45347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:20:31,466 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:20:31,467 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,42307,1732018828918 with port=45347, startcode=1732018829204 2024-11-19T12:20:31,467 DEBUG [RS:0;351a98347401:45347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:20:31,468 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:20:31,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,45347,1732018829204 2024-11-19T12:20:31,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307 {}] master.ServerManager(517): Registering regionserver=351a98347401,45347,1732018829204 2024-11-19T12:20:31,470 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240 2024-11-19T12:20:31,470 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36273 2024-11-19T12:20:31,470 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:20:31,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263/rs 2024-11-19T12:20:31,479 DEBUG [RS:0;351a98347401:45347 {}] zookeeper.ZKUtil(111): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on existing znode=/0-1107776263/rs/351a98347401,45347,1732018829204 2024-11-19T12:20:31,479 WARN [RS:0;351a98347401:45347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:20:31,479 INFO [RS:0;351a98347401:45347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:31,479 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204 2024-11-19T12:20:31,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,45347,1732018829204] 2024-11-19T12:20:31,482 INFO [RS:0;351a98347401:45347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:20:31,484 INFO [RS:0;351a98347401:45347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:20:31,484 INFO [RS:0;351a98347401:45347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:20:31,484 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,484 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:20:31,485 INFO [RS:0;351a98347401:45347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:20:31,485 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:20:31,485 DEBUG [RS:0;351a98347401:45347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:20:31,486 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,486 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,486 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,486 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,486 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,486 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45347,1732018829204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:20:31,498 INFO [RS:0;351a98347401:45347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:20:31,498 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45347,1732018829204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,498 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,498 INFO [RS:0;351a98347401:45347 {}] regionserver.Replication(171): 351a98347401,45347,1732018829204 started 2024-11-19T12:20:31,509 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:31,509 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,45347,1732018829204, RpcServer on 351a98347401/172.17.0.2:45347, sessionid=0x1015309eb300001 2024-11-19T12:20:31,509 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:20:31,509 DEBUG [RS:0;351a98347401:45347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,45347,1732018829204 2024-11-19T12:20:31,509 DEBUG [RS:0;351a98347401:45347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45347,1732018829204' 2024-11-19T12:20:31,509 DEBUG [RS:0;351a98347401:45347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1107776263/flush-table-proc/abort' 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1107776263/flush-table-proc/acquired' 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,45347,1732018829204 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45347,1732018829204' 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1107776263/online-snapshot/abort' 2024-11-19T12:20:31,510 DEBUG [RS:0;351a98347401:45347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1107776263/online-snapshot/acquired' 2024-11-19T12:20:31,511 DEBUG [RS:0;351a98347401:45347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:20:31,511 INFO [RS:0;351a98347401:45347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:20:31,511 INFO [RS:0;351a98347401:45347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:20:31,611 INFO [RS:0;351a98347401:45347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:20:31,612 INFO [RS:0;351a98347401:45347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45347%2C1732018829204, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/oldWALs, maxLogs=10 2024-11-19T12:20:31,623 DEBUG [RS:0;351a98347401:45347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, exclude list is [], retry=0 2024-11-19T12:20:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-d3ec50fa-731d-4052-ba3a-353bd8e5dc9c,DISK] 2024-11-19T12:20:31,626 INFO [RS:0;351a98347401:45347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 2024-11-19T12:20:31,627 DEBUG [RS:0;351a98347401:45347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39551:39551)] 2024-11-19T12:20:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:20:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:20:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:20:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:31,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:20:31,751 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240 2024-11-19T12:20:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:20:32,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:32,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:20:32,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:20:32,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:20:32,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:20:32,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:20:32,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:20:32,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:20:32,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:20:32,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:20:32,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740 2024-11-19T12:20:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740 2024-11-19T12:20:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:20:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:20:32,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:32,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:20:32,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:32,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70792856, jitterRate=0.054895758628845215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:32,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018832157Initializing all the Stores at 1732018832157Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018832157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018832157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018832157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018832157Cleaning up temporary data from old regions at 1732018832163 (+6 ms)Region opened successfully at 1732018832166 (+3 ms) 2024-11-19T12:20:32,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:32,166 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:32,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:32,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:32,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:32,167 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:32,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018832166Disabling compacts and flushes for region at 1732018832166Disabling writes for close at 1732018832167 (+1 ms)Writing region close event to WAL at 1732018832167Closed at 1732018832167 2024-11-19T12:20:32,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:32,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:20:32,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:20:32,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:20:32,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:20:32,320 DEBUG [351a98347401:42307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:20:32,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,45347,1732018829204 2024-11-19T12:20:32,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45347,1732018829204, state=OPENING 2024-11-19T12:20:32,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:20:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:32,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:20:32,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107776263/meta-region-server: CHANGED 2024-11-19T12:20:32,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107776263/meta-region-server: CHANGED 2024-11-19T12:20:32,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45347,1732018829204}] 2024-11-19T12:20:32,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:32,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:20:32,560 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:20:32,560 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:32,561 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:20:32,562 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45347%2C1732018829204.meta, suffix=.meta, logDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/oldWALs, maxLogs=10 2024-11-19T12:20:32,573 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.meta.1732018832562.meta, exclude list is [], retry=0 2024-11-19T12:20:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-d3ec50fa-731d-4052-ba3a-353bd8e5dc9c,DISK] 2024-11-19T12:20:32,576 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.meta.1732018832562.meta 2024-11-19T12:20:32,576 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39551:39551)] 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:32,577 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:20:32,577 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:20:32,577 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:20:32,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:20:32,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:20:32,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:20:32,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:20:32,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:20:32,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:20:32,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:20:32,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:20:32,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:32,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:32,582 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:20:32,582 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740 2024-11-19T12:20:32,583 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740 2024-11-19T12:20:32,584 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:20:32,584 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:20:32,584 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:32,585 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:20:32,585 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63460451, jitterRate=-0.05436559021472931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:32,585 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:20:32,586 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018832577Writing region info on filesystem at 1732018832577Initializing all the Stores at 1732018832578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018832578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018832578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018832578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018832578Cleaning up temporary data from old regions at 1732018832584 (+6 ms)Running coprocessor post-open hooks at 1732018832585 (+1 ms)Region opened successfully at 1732018832586 (+1 ms) 2024-11-19T12:20:32,586 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018832556 2024-11-19T12:20:32,588 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:20:32,588 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:20:32,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45347,1732018829204 2024-11-19T12:20:32,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45347,1732018829204, state=OPEN 2024-11-19T12:20:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107776263/meta-region-server 2024-11-19T12:20:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1107776263/meta-region-server 2024-11-19T12:20:32,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,45347,1732018829204 2024-11-19T12:20:32,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107776263/meta-region-server: CHANGED 2024-11-19T12:20:32,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1107776263/meta-region-server: CHANGED 2024-11-19T12:20:32,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:20:32,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45347,1732018829204 in 206 msec 2024-11-19T12:20:32,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:20:32,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-19T12:20:32,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:32,614 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:20:32,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:32,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45347,1732018829204, seqNum=-1] 2024-11-19T12:20:32,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:32,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:32,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-19T12:20:32,621 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018832621, completionTime=-1 2024-11-19T12:20:32,621 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:20:32,621 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018892623 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018952623 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42307,1732018828918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42307,1732018828918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42307,1732018828918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:42307, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,624 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,625 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42307,1732018828918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:20:32,627 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42307,1732018828918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:20:32,629 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:20:32,629 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:20:32,629 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42307,1732018828918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:32,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:32,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42307,-1 for getting cluster id 2024-11-19T12:20:32,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:32,634 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9a90a08-b720-41b9-91c0-e1f63e005a74' 2024-11-19T12:20:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9a90a08-b720-41b9-91c0-e1f63e005a74" 2024-11-19T12:20:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d656aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42307,-1] 2024-11-19T12:20:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:32,636 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:32,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:32,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45347,1732018829204, seqNum=-1] 2024-11-19T12:20:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:32,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,42307,1732018828918 2024-11-19T12:20:32,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61282 2024-11-19T12:20:32,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:32,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015309eb300002 connected 2024-11-19T12:20:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir so I do NOT create it in target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743 2024-11-19T12:20:32,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:20:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.tmp.dir so I do NOT create it in target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743 2024-11-19T12:20:32,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:20:32,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743 2024-11-19T12:20:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:20:32,665 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/cluster_07869558-6ef3-570d-7e7d-418a22de23d7, deleteOnExit=true 2024-11-19T12:20:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:20:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/test.cache.data in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:20:32,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:20:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:20:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:20:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:20:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:20:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:20:32,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:33,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:33,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:33,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:33,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:20:33,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:33,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:33,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:33,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/java.io.tmpdir/jetty-localhost-33491-hadoop-hdfs-3_4_1-tests_jar-_-any-8718716555702025713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:33,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:33491} 2024-11-19T12:20:33,105 INFO [Time-limited test {}] server.Server(415): Started @208686ms 2024-11-19T12:20:33,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:33,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:33,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:33,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:33,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:20:33,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:33,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:33,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/java.io.tmpdir/jetty-localhost-42429-hadoop-hdfs-3_4_1-tests_jar-_-any-15716615317209356621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:33,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:42429} 2024-11-19T12:20:33,466 INFO [Time-limited test {}] server.Server(415): Started @209048ms 2024-11-19T12:20:33,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:20:34,143 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/cluster_07869558-6ef3-570d-7e7d-418a22de23d7/data/data1/current/BP-1103372019-172.17.0.2-1732018832681/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:34,143 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/cluster_07869558-6ef3-570d-7e7d-418a22de23d7/data/data2/current/BP-1103372019-172.17.0.2-1732018832681/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:34,157 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:20:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc894a277e2de840b with lease ID 0x53655c987aa845ec: Processing first storage report for DS-52eeb930-43c4-4682-89d4-d12176f9ba2f from datanode DatanodeRegistration(127.0.0.1:43885, datanodeUuid=f382d466-d60e-442d-b300-c3c9a9153716, infoPort=43431, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1296065361;c=1732018832681) 2024-11-19T12:20:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc894a277e2de840b with lease ID 0x53655c987aa845ec: from storage DS-52eeb930-43c4-4682-89d4-d12176f9ba2f node DatanodeRegistration(127.0.0.1:43885, datanodeUuid=f382d466-d60e-442d-b300-c3c9a9153716, infoPort=43431, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1296065361;c=1732018832681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc894a277e2de840b with lease ID 0x53655c987aa845ec: Processing first storage report for DS-4d1939e3-1d14-4581-827f-d23fc881fa30 from datanode DatanodeRegistration(127.0.0.1:43885, datanodeUuid=f382d466-d60e-442d-b300-c3c9a9153716, infoPort=43431, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1296065361;c=1732018832681) 2024-11-19T12:20:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc894a277e2de840b with lease ID 0x53655c987aa845ec: from storage DS-4d1939e3-1d14-4581-827f-d23fc881fa30 node DatanodeRegistration(127.0.0.1:43885, datanodeUuid=f382d466-d60e-442d-b300-c3c9a9153716, infoPort=43431, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1296065361;c=1732018832681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:34,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743 2024-11-19T12:20:34,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:34,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:20:34,602 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8 with version=8 2024-11-19T12:20:34,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/hbase-staging 2024-11-19T12:20:34,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:20:34,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:34,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:34,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:20:34,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:34,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:20:34,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:20:34,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:20:34,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40157 2024-11-19T12:20:34,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40157 connecting to ZooKeeper ensemble=127.0.0.1:61282 2024-11-19T12:20:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401570x0, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:34,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40157-0x1015309eb300003 connected 2024-11-19T12:20:34,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:34,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:34,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/running 2024-11-19T12:20:34,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8, hbase.cluster.distributed=false 2024-11-19T12:20:34,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/acl 2024-11-19T12:20:34,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-19T12:20:34,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40157 2024-11-19T12:20:34,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40157 2024-11-19T12:20:34,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-19T12:20:34,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-19T12:20:34,770 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:20:34,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:20:34,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35385 2024-11-19T12:20:34,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35385 connecting to ZooKeeper ensemble=127.0.0.1:61282 2024-11-19T12:20:34,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:34,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353850x0, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:34,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353850x0, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/running 2024-11-19T12:20:34,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35385-0x1015309eb300004 connected 2024-11-19T12:20:34,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:20:34,790 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:20:34,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/master 2024-11-19T12:20:34,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/acl 2024-11-19T12:20:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-19T12:20:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35385 2024-11-19T12:20:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35385 2024-11-19T12:20:34,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-19T12:20:34,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-19T12:20:34,807 DEBUG [M:0;351a98347401:40157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:40157 2024-11-19T12:20:34,807 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1771599430/backup-masters/351a98347401,40157,1732018834604 2024-11-19T12:20:34,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430/backup-masters 2024-11-19T12:20:34,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430/backup-masters 2024-11-19T12:20:34,815 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on existing znode=/1-1771599430/backup-masters/351a98347401,40157,1732018834604 2024-11-19T12:20:34,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:34,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1771599430/master 2024-11-19T12:20:34,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:34,826 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on existing znode=/1-1771599430/master 2024-11-19T12:20:34,826 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1771599430/backup-masters/351a98347401,40157,1732018834604 from backup master directory 2024-11-19T12:20:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771599430/backup-masters/351a98347401,40157,1732018834604 2024-11-19T12:20:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430/backup-masters 2024-11-19T12:20:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430/backup-masters 2024-11-19T12:20:34,836 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:20:34,836 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,40157,1732018834604 2024-11-19T12:20:34,839 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/hbase.id] with ID: 71d1c6e3-8a36-4108-a56c-806c85eb1cc2 2024-11-19T12:20:34,839 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/.tmp/hbase.id 2024-11-19T12:20:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:20:35,243 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/.tmp/hbase.id]:[hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/hbase.id] 2024-11-19T12:20:35,252 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:35,252 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:20:35,253 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:20:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:20:35,741 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:35,741 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:20:35,742 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:20:35,747 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store 2024-11-19T12:20:35,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:20:36,153 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:36,153 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:36,153 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:36,153 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:36,153 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:36,153 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:36,153 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:36,153 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018836153Disabling compacts and flushes for region at 1732018836153Disabling writes for close at 1732018836153Writing region close event to WAL at 1732018836153Closed at 1732018836153 2024-11-19T12:20:36,154 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/.initializing 2024-11-19T12:20:36,154 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/WALs/351a98347401,40157,1732018834604 2024-11-19T12:20:36,154 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:20:36,156 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C40157%2C1732018834604, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/WALs/351a98347401,40157,1732018834604, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/oldWALs, maxLogs=10 2024-11-19T12:20:36,167 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/WALs/351a98347401,40157,1732018834604/351a98347401%2C40157%2C1732018834604.1732018836156, exclude list is [], retry=0 2024-11-19T12:20:36,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43885,DS-52eeb930-43c4-4682-89d4-d12176f9ba2f,DISK] 2024-11-19T12:20:36,170 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/WALs/351a98347401,40157,1732018834604/351a98347401%2C40157%2C1732018834604.1732018836156 2024-11-19T12:20:36,170 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-19T12:20:36,170 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:36,171 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:36,171 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,171 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:20:36,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:36,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:36,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:20:36,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:36,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:36,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:20:36,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:36,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:36,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:20:36,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:36,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:36,176 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,176 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,176 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,177 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,177 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,178 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:36,178 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:20:36,180 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:36,180 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62255336, jitterRate=-0.07232320308685303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:36,180 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018836171Initializing all the Stores at 1732018836171Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018836172 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018836172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018836172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018836172Cleaning up temporary data from old regions at 1732018836177 (+5 ms)Region opened successfully at 1732018836180 (+3 ms) 2024-11-19T12:20:36,180 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:20:36,182 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16894f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:20:36,183 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:20:36,183 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:20:36,183 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:20:36,183 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:20:36,183 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:20:36,184 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:20:36,184 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:20:36,185 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:20:36,185 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Unable to get data of znode /1-1771599430/balancer because node does not exist (not necessarily an error) 2024-11-19T12:20:36,231 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771599430/balancer already deleted, retry=false 2024-11-19T12:20:36,231 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:20:36,232 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Unable to get data of znode /1-1771599430/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:20:36,241 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771599430/normalizer already deleted, retry=false 2024-11-19T12:20:36,242 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:20:36,243 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Unable to get data of znode /1-1771599430/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:20:36,252 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771599430/switch/split already deleted, retry=false 2024-11-19T12:20:36,253 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Unable to get data of znode /1-1771599430/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:20:36,262 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771599430/switch/merge already deleted, retry=false 2024-11-19T12:20:36,264 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Unable to get data of znode /1-1771599430/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:20:36,273 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771599430/snapshot-cleanup already deleted, retry=false 2024-11-19T12:20:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1771599430/running 2024-11-19T12:20:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1771599430/running 2024-11-19T12:20:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:36,284 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,40157,1732018834604, sessionid=0x1015309eb300003, setting cluster-up flag (Was=false) 2024-11-19T12:20:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:36,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:36,336 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1771599430/flush-table-proc/acquired, /1-1771599430/flush-table-proc/reached, /1-1771599430/flush-table-proc/abort 2024-11-19T12:20:36,337 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,40157,1732018834604 2024-11-19T12:20:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:36,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:36,389 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1771599430/online-snapshot/acquired, /1-1771599430/online-snapshot/reached, /1-1771599430/online-snapshot/abort 2024-11-19T12:20:36,390 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,40157,1732018834604 2024-11-19T12:20:36,390 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:20:36,391 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:36,391 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:20:36,392 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:20:36,392 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,40157,1732018834604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:20:36,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:36,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:20:36,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:36,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018866398 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:20:36,398 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:20:36,399 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,399 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(746): ClusterId : 71d1c6e3-8a36-4108-a56c-806c85eb1cc2 2024-11-19T12:20:36,399 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:20:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:20:36,404 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:20:36,404 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:20:36,404 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:20:36,404 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:20:36,408 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:20:36,408 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:20:36,408 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018836408,5,FailOnTimeoutGroup] 2024-11-19T12:20:36,408 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018836408,5,FailOnTimeoutGroup] 2024-11-19T12:20:36,408 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,408 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:20:36,408 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,408 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,410 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:20:36,410 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:20:36,421 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:20:36,421 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c314327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:20:36,437 DEBUG [RS:0;351a98347401:35385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:35385 2024-11-19T12:20:36,437 INFO [RS:0;351a98347401:35385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:20:36,437 INFO [RS:0;351a98347401:35385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:20:36,437 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:20:36,438 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,40157,1732018834604 with port=35385, startcode=1732018834770 2024-11-19T12:20:36,438 DEBUG [RS:0;351a98347401:35385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:20:36,439 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:20:36,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,35385,1732018834770 2024-11-19T12:20:36,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 {}] master.ServerManager(517): Registering regionserver=351a98347401,35385,1732018834770 2024-11-19T12:20:36,441 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8 2024-11-19T12:20:36,441 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39373 2024-11-19T12:20:36,441 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:20:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430/rs 2024-11-19T12:20:36,490 DEBUG [RS:0;351a98347401:35385 {}] zookeeper.ZKUtil(111): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on existing znode=/1-1771599430/rs/351a98347401,35385,1732018834770 2024-11-19T12:20:36,490 WARN [RS:0;351a98347401:35385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:20:36,490 INFO [RS:0;351a98347401:35385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:36,490 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770 2024-11-19T12:20:36,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,35385,1732018834770] 2024-11-19T12:20:36,493 INFO [RS:0;351a98347401:35385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:20:36,506 INFO [RS:0;351a98347401:35385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:20:36,506 INFO [RS:0;351a98347401:35385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:20:36,506 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,506 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:20:36,507 DEBUG [RS:0;351a98347401:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,507 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35385,1732018834770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:20:36,520 INFO [RS:0;351a98347401:35385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:20:36,520 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35385,1732018834770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,520 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,520 INFO [RS:0;351a98347401:35385 {}] regionserver.Replication(171): 351a98347401,35385,1732018834770 started 2024-11-19T12:20:36,531 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:36,531 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,35385,1732018834770, RpcServer on 351a98347401/172.17.0.2:35385, sessionid=0x1015309eb300004 2024-11-19T12:20:36,531 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:20:36,531 DEBUG [RS:0;351a98347401:35385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,35385,1732018834770 2024-11-19T12:20:36,531 DEBUG [RS:0;351a98347401:35385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35385,1732018834770' 2024-11-19T12:20:36,531 DEBUG [RS:0;351a98347401:35385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1771599430/flush-table-proc/abort' 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1771599430/flush-table-proc/acquired' 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,35385,1732018834770 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35385,1732018834770' 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1771599430/online-snapshot/abort' 2024-11-19T12:20:36,532 DEBUG [RS:0;351a98347401:35385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1771599430/online-snapshot/acquired' 2024-11-19T12:20:36,533 DEBUG [RS:0;351a98347401:35385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:20:36,533 INFO [RS:0;351a98347401:35385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:20:36,533 INFO [RS:0;351a98347401:35385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:20:36,633 INFO [RS:0;351a98347401:35385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:20:36,634 INFO [RS:0;351a98347401:35385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35385%2C1732018834770, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/oldWALs, maxLogs=10 2024-11-19T12:20:36,650 DEBUG [RS:0;351a98347401:35385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, exclude list is [], retry=0 2024-11-19T12:20:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43885,DS-52eeb930-43c4-4682-89d4-d12176f9ba2f,DISK] 2024-11-19T12:20:36,654 INFO [RS:0;351a98347401:35385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 2024-11-19T12:20:36,654 DEBUG [RS:0;351a98347401:35385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-19T12:20:36,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:20:36,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8 2024-11-19T12:20:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:20:37,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:37,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:20:37,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:20:37,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:20:37,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:20:37,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:20:37,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:20:37,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:20:37,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:20:37,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:20:37,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740 2024-11-19T12:20:37,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740 2024-11-19T12:20:37,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:20:37,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:20:37,216 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:37,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:20:37,218 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:37,219 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58995550, jitterRate=-0.1208977997303009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:37,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018837208Initializing all the Stores at 1732018837209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018837209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018837209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018837209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018837209Cleaning up temporary data from old regions at 1732018837216 (+7 ms)Region opened successfully at 1732018837219 (+3 ms) 2024-11-19T12:20:37,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:37,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:37,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:37,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:37,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:37,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:37,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018837219Disabling compacts and flushes for region at 1732018837219Disabling writes for close at 1732018837219Writing region close event to WAL at 1732018837219Closed at 1732018837219 2024-11-19T12:20:37,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:37,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:20:37,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:20:37,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:20:37,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:20:37,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:37,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:37,372 DEBUG [351a98347401:40157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:20:37,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,35385,1732018834770 2024-11-19T12:20:37,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35385,1732018834770, state=OPENING 2024-11-19T12:20:37,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:20:37,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:37,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:37,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:20:37,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35385,1732018834770}] 2024-11-19T12:20:37,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771599430/meta-region-server: CHANGED 2024-11-19T12:20:37,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771599430/meta-region-server: CHANGED 2024-11-19T12:20:37,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:20:37,584 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:37,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:20:37,588 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:20:37,588 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:37,588 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:20:37,589 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35385%2C1732018834770.meta, suffix=.meta, logDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/oldWALs, maxLogs=10 2024-11-19T12:20:37,601 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.meta.1732018837589.meta, exclude list is [], retry=0 2024-11-19T12:20:37,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43885,DS-52eeb930-43c4-4682-89d4-d12176f9ba2f,DISK] 2024-11-19T12:20:37,604 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.meta.1732018837589.meta 2024-11-19T12:20:37,604 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:37,605 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:20:37,605 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:20:37,605 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:20:37,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:20:37,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:20:37,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:20:37,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:20:37,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:20:37,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:20:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:20:37,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:20:37,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:20:37,610 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:20:37,611 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740 2024-11-19T12:20:37,611 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740 2024-11-19T12:20:37,612 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:20:37,612 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:20:37,612 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:20:37,613 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:20:37,613 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878917, jitterRate=0.1008816510438919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:20:37,613 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:20:37,614 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018837605Writing region info on filesystem at 1732018837605Initializing all the Stores at 1732018837606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018837606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018837606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018837606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018837606Cleaning up temporary data from old regions at 1732018837612 (+6 ms)Running coprocessor post-open hooks at 1732018837613 (+1 ms)Region opened successfully at 1732018837613 2024-11-19T12:20:37,614 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018837583 2024-11-19T12:20:37,616 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:20:37,616 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:20:37,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35385,1732018834770 2024-11-19T12:20:37,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35385,1732018834770, state=OPEN 2024-11-19T12:20:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1771599430/meta-region-server 2024-11-19T12:20:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1771599430/meta-region-server 2024-11-19T12:20:37,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,35385,1732018834770 2024-11-19T12:20:37,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771599430/meta-region-server: CHANGED 2024-11-19T12:20:37,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771599430/meta-region-server: CHANGED 2024-11-19T12:20:37,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:20:37,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35385,1732018834770 in 195 msec 2024-11-19T12:20:37,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:20:37,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-19T12:20:37,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:20:37,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:20:37,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:37,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35385,1732018834770, seqNum=-1] 2024-11-19T12:20:37,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:37,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:37,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-19T12:20:37,635 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018837635, completionTime=-1 2024-11-19T12:20:37,635 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:20:37,635 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018897637 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018957637 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40157,1732018834604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40157,1732018834604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40157,1732018834604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,637 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:40157, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,638 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,638 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,639 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:20:37,640 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.804sec 2024-11-19T12:20:37,640 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:20:37,640 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:20:37,641 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:20:37,641 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:20:37,641 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:20:37,641 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40157,1732018834604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:20:37,641 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40157,1732018834604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:20:37,642 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:20:37,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:20:37,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40157,1732018834604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:20:37,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:37,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,40157,-1 for getting cluster id 2024-11-19T12:20:37,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:37,708 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d1c6e3-8a36-4108-a56c-806c85eb1cc2' 2024-11-19T12:20:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d1c6e3-8a36-4108-a56c-806c85eb1cc2" 2024-11-19T12:20:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbccf3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,40157,-1] 2024-11-19T12:20:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:37,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:37,709 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:37,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:37,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35385,1732018834770, seqNum=-1] 2024-11-19T12:20:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:37,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:37,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,40157,1732018834604 2024-11-19T12:20:37,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61282 2024-11-19T12:20:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:20:37,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015309eb300005 connected 2024-11-19T12:20:37,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42307,1732018828918 2024-11-19T12:20:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ff9999 2024-11-19T12:20:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:37,740 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:37,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:20:37,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:37,742 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:37,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:20:37,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:20:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:38,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50c2009bd5c138f4e485601e2e36fbe0, NAME => 'test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240 2024-11-19T12:20:38,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:20:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:38,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:38,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50c2009bd5c138f4e485601e2e36fbe0, disabling compactions & flushes 2024-11-19T12:20:38,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. after waiting 0 ms 2024-11-19T12:20:38,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50c2009bd5c138f4e485601e2e36fbe0: Waiting for close lock at 1732018838562Disabling compacts and flushes for region at 1732018838562Disabling writes for close at 1732018838562Writing region close event to WAL at 1732018838562Closed at 1732018838562 2024-11-19T12:20:38,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:38,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018838563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018838563"}]},"ts":"1732018838563"} 2024-11-19T12:20:38,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:38,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:38,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018838566"}]},"ts":"1732018838566"} 2024-11-19T12:20:38,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:20:38,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50c2009bd5c138f4e485601e2e36fbe0, ASSIGN}] 2024-11-19T12:20:38,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50c2009bd5c138f4e485601e2e36fbe0, ASSIGN 2024-11-19T12:20:38,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50c2009bd5c138f4e485601e2e36fbe0, ASSIGN; state=OFFLINE, location=351a98347401,45347,1732018829204; forceNewPlan=false, retain=false 2024-11-19T12:20:38,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50c2009bd5c138f4e485601e2e36fbe0, regionState=OPENING, regionLocation=351a98347401,45347,1732018829204 2024-11-19T12:20:38,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50c2009bd5c138f4e485601e2e36fbe0, ASSIGN because future has completed 2024-11-19T12:20:38,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c2009bd5c138f4e485601e2e36fbe0, server=351a98347401,45347,1732018829204}] 2024-11-19T12:20:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:38,879 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,880 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50c2009bd5c138f4e485601e2e36fbe0, NAME => 'test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:38,880 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:38,880 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:20:38,880 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,880 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:38,880 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,880 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,881 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,882 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c2009bd5c138f4e485601e2e36fbe0 columnFamilyName f 2024-11-19T12:20:38,882 DEBUG [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:38,883 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] regionserver.HStore(327): Store=50c2009bd5c138f4e485601e2e36fbe0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:38,883 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,884 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c2009bd5c138f4e485601e2e36fbe0 columnFamilyName f1 2024-11-19T12:20:38,884 DEBUG [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:38,884 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] regionserver.HStore(327): Store=50c2009bd5c138f4e485601e2e36fbe0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:38,884 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,885 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c2009bd5c138f4e485601e2e36fbe0 columnFamilyName norep 2024-11-19T12:20:38,885 DEBUG [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:38,885 INFO [StoreOpener-50c2009bd5c138f4e485601e2e36fbe0-1 {}] regionserver.HStore(327): Store=50c2009bd5c138f4e485601e2e36fbe0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:38,885 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,885 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,886 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,886 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,886 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,886 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:38,887 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,889 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:38,889 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50c2009bd5c138f4e485601e2e36fbe0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59442122, jitterRate=-0.11424335837364197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:38,889 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:38,890 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50c2009bd5c138f4e485601e2e36fbe0: Running coprocessor pre-open hook at 1732018838880Writing region info on filesystem at 1732018838880Initializing all the Stores at 1732018838881 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018838881Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018838881Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018838881Cleaning up temporary data from old regions at 1732018838886 (+5 ms)Running coprocessor post-open hooks at 1732018838889 (+3 ms)Region opened successfully at 1732018838890 (+1 ms) 2024-11-19T12:20:38,891 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0., pid=6, masterSystemTime=1732018838873 2024-11-19T12:20:38,893 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50c2009bd5c138f4e485601e2e36fbe0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,45347,1732018829204 2024-11-19T12:20:38,893 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:38,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c2009bd5c138f4e485601e2e36fbe0, server=351a98347401,45347,1732018829204 because future has completed 2024-11-19T12:20:38,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:20:38,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c2009bd5c138f4e485601e2e36fbe0, server=351a98347401,45347,1732018829204 in 175 msec 2024-11-19T12:20:38,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:20:38,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50c2009bd5c138f4e485601e2e36fbe0, ASSIGN in 330 msec 2024-11-19T12:20:38,899 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:38,899 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018838899"}]},"ts":"1732018838899"} 2024-11-19T12:20:38,901 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:20:38,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:38,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-19T12:20:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:39,888 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:20:39,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,40157,1732018834604 2024-11-19T12:20:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@625adf5d 2024-11-19T12:20:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:39,890 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:39,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:20:39,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:39,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:39,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:20:39,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:20:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:40,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d06158fcc34bac2b69405f7afb86ce1, NAME => 'test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8 2024-11-19T12:20:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:20:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:40,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:40,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:40,698 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:40,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:40,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d06158fcc34bac2b69405f7afb86ce1, disabling compactions & flushes 2024-11-19T12:20:40,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:40,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:40,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. after waiting 0 ms 2024-11-19T12:20:40,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:40,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:40,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d06158fcc34bac2b69405f7afb86ce1: Waiting for close lock at 1732018840704Disabling compacts and flushes for region at 1732018840704Disabling writes for close at 1732018840704Writing region close event to WAL at 1732018840704Closed at 1732018840704 2024-11-19T12:20:40,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:40,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018840705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018840705"}]},"ts":"1732018840705"} 2024-11-19T12:20:40,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:40,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:40,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018840708"}]},"ts":"1732018840708"} 2024-11-19T12:20:40,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:20:40,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d06158fcc34bac2b69405f7afb86ce1, ASSIGN}] 2024-11-19T12:20:40,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d06158fcc34bac2b69405f7afb86ce1, ASSIGN 2024-11-19T12:20:40,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d06158fcc34bac2b69405f7afb86ce1, ASSIGN; state=OFFLINE, location=351a98347401,35385,1732018834770; forceNewPlan=false, retain=false 2024-11-19T12:20:40,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d06158fcc34bac2b69405f7afb86ce1, regionState=OPENING, regionLocation=351a98347401,35385,1732018834770 2024-11-19T12:20:40,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d06158fcc34bac2b69405f7afb86ce1, ASSIGN because future has completed 2024-11-19T12:20:40,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d06158fcc34bac2b69405f7afb86ce1, server=351a98347401,35385,1732018834770}] 2024-11-19T12:20:41,020 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:41,020 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d06158fcc34bac2b69405f7afb86ce1, NAME => 'test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:41,020 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:41,020 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:20:41,020 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,020 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:41,020 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,020 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,021 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,022 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d06158fcc34bac2b69405f7afb86ce1 columnFamilyName f 2024-11-19T12:20:41,023 DEBUG [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:41,023 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] regionserver.HStore(327): Store=0d06158fcc34bac2b69405f7afb86ce1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:41,023 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,024 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d06158fcc34bac2b69405f7afb86ce1 columnFamilyName f1 2024-11-19T12:20:41,024 DEBUG [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:41,024 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] regionserver.HStore(327): Store=0d06158fcc34bac2b69405f7afb86ce1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:41,024 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,025 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d06158fcc34bac2b69405f7afb86ce1 columnFamilyName norep 2024-11-19T12:20:41,025 DEBUG [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:41,025 INFO [StoreOpener-0d06158fcc34bac2b69405f7afb86ce1-1 {}] regionserver.HStore(327): Store=0d06158fcc34bac2b69405f7afb86ce1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:41,025 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,026 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,026 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,026 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,026 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,027 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:41,027 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:41,029 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:41,029 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d06158fcc34bac2b69405f7afb86ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72752034, jitterRate=0.08408978581428528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:41,029 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:41,029 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d06158fcc34bac2b69405f7afb86ce1: Running coprocessor pre-open hook at 1732018841020Writing region info on filesystem at 1732018841020Initializing all the Stores at 1732018841021 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018841021Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018841021Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018841021Cleaning up temporary data from old regions at 1732018841026 (+5 ms)Running coprocessor post-open hooks at 1732018841029 (+3 ms)Region opened successfully at 1732018841029 2024-11-19T12:20:41,030 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1., pid=6, masterSystemTime=1732018841016 2024-11-19T12:20:41,031 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:41,031 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:41,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d06158fcc34bac2b69405f7afb86ce1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,35385,1732018834770 2024-11-19T12:20:41,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d06158fcc34bac2b69405f7afb86ce1, server=351a98347401,35385,1732018834770 because future has completed 2024-11-19T12:20:41,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:20:41,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d06158fcc34bac2b69405f7afb86ce1, server=351a98347401,35385,1732018834770 in 170 msec 2024-11-19T12:20:41,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:20:41,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d06158fcc34bac2b69405f7afb86ce1, ASSIGN in 326 msec 2024-11-19T12:20:41,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:41,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018841037"}]},"ts":"1732018841037"} 2024-11-19T12:20:41,039 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:20:41,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:41,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-19T12:20:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:20:41,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:20:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:20:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T12:20:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T12:20:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T12:20:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:20:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:20:42,038 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:20:42,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42307,-1 for getting cluster id 2024-11-19T12:20:42,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:42,039 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9a90a08-b720-41b9-91c0-e1f63e005a74' 2024-11-19T12:20:42,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:42,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9a90a08-b720-41b9-91c0-e1f63e005a74" 2024-11-19T12:20:42,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515b4325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42307,-1] 2024-11-19T12:20:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:42,040 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be217ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,40157,-1 for getting cluster id 2024-11-19T12:20:42,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:42,042 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d1c6e3-8a36-4108-a56c-806c85eb1cc2' 2024-11-19T12:20:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d1c6e3-8a36-4108-a56c-806c85eb1cc2" 2024-11-19T12:20:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,40157,-1] 2024-11-19T12:20:42,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:42,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:42,043 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3757b9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42307,-1 for getting cluster id 2024-11-19T12:20:42,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:42,045 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9a90a08-b720-41b9-91c0-e1f63e005a74' 2024-11-19T12:20:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9a90a08-b720-41b9-91c0-e1f63e005a74" 2024-11-19T12:20:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd44e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42307,-1] 2024-11-19T12:20:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:42,046 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61512bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42307,1732018828918 2024-11-19T12:20:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d4b039b 2024-11-19T12:20:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:42,048 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:42,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:40157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:20:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:20:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:42,051 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:40157' 2024-11-19T12:20:42,052 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77134dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,052 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,40157,-1 for getting cluster id 2024-11-19T12:20:42,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:42,053 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d1c6e3-8a36-4108-a56c-806c85eb1cc2' 2024-11-19T12:20:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d1c6e3-8a36-4108-a56c-806c85eb1cc2" 2024-11-19T12:20:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456db9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,40157,-1] 2024-11-19T12:20:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:42,054 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:42,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fd7ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:42,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:42,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,40157,1732018834604 2024-11-19T12:20:42,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1d68ad 2024-11-19T12:20:42,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:42,056 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:42,057 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:20:42,057 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:20:42,057 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:42,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:42,057 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:42,057 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:42,058 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:20:42,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:42,059 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:42,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:20:42,108 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:20:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:42,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b8ae8700ed3f26648f3ce1614b183f8, NAME => 'hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240 2024-11-19T12:20:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:20:42,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:20:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:42,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:42,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b8ae8700ed3f26648f3ce1614b183f8, disabling compactions & flushes 2024-11-19T12:20:42,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:42,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:42,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. after waiting 0 ms 2024-11-19T12:20:42,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:42,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:42,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b8ae8700ed3f26648f3ce1614b183f8: Waiting for close lock at 1732018842871Disabling compacts and flushes for region at 1732018842871Disabling writes for close at 1732018842871Writing region close event to WAL at 1732018842871Closed at 1732018842871 2024-11-19T12:20:42,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:42,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018842872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018842872"}]},"ts":"1732018842872"} 2024-11-19T12:20:42,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:42,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:42,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018842875"}]},"ts":"1732018842875"} 2024-11-19T12:20:42,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:20:42,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b8ae8700ed3f26648f3ce1614b183f8, ASSIGN}] 2024-11-19T12:20:42,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b8ae8700ed3f26648f3ce1614b183f8, ASSIGN 2024-11-19T12:20:42,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b8ae8700ed3f26648f3ce1614b183f8, ASSIGN; state=OFFLINE, location=351a98347401,45347,1732018829204; forceNewPlan=false, retain=false 2024-11-19T12:20:43,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b8ae8700ed3f26648f3ce1614b183f8, regionState=OPENING, regionLocation=351a98347401,45347,1732018829204 2024-11-19T12:20:43,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b8ae8700ed3f26648f3ce1614b183f8, ASSIGN because future has completed 2024-11-19T12:20:43,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae8700ed3f26648f3ce1614b183f8, server=351a98347401,45347,1732018829204}] 2024-11-19T12:20:43,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:43,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:43,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:43,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:43,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:43,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45347%2C1732018829204.rep, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/oldWALs, maxLogs=10 2024-11-19T12:20:43,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.rep.1732018843188, exclude list is [], retry=0 2024-11-19T12:20:43,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39833,DS-d3ec50fa-731d-4052-ba3a-353bd8e5dc9c,DISK] 2024-11-19T12:20:43,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.rep.1732018843188 2024-11-19T12:20:43,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39551:39551)] 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b8ae8700ed3f26648f3ce1614b183f8, NAME => 'hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:43,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. service=MultiRowMutationService 2024-11-19T12:20:43,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,204 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,205 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae8700ed3f26648f3ce1614b183f8 columnFamilyName hfileref 2024-11-19T12:20:43,205 DEBUG [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:43,206 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] regionserver.HStore(327): Store=7b8ae8700ed3f26648f3ce1614b183f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:43,206 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,206 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae8700ed3f26648f3ce1614b183f8 columnFamilyName queue 2024-11-19T12:20:43,206 DEBUG [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:43,207 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] regionserver.HStore(327): Store=7b8ae8700ed3f26648f3ce1614b183f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:43,207 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,207 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae8700ed3f26648f3ce1614b183f8 columnFamilyName sid 2024-11-19T12:20:43,207 DEBUG [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:43,208 INFO [StoreOpener-7b8ae8700ed3f26648f3ce1614b183f8-1 {}] regionserver.HStore(327): Store=7b8ae8700ed3f26648f3ce1614b183f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:43,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:43,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:43,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b8ae8700ed3f26648f3ce1614b183f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70628174, jitterRate=0.052441805601119995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:43,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:43,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b8ae8700ed3f26648f3ce1614b183f8: Running coprocessor pre-open hook at 1732018843203Writing region info on filesystem at 1732018843203Initializing all the Stores at 1732018843204 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018843204Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018843204Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018843204Cleaning up temporary data from old regions at 1732018843209 (+5 ms)Running coprocessor post-open hooks at 1732018843212 (+3 ms)Region opened successfully at 1732018843212 2024-11-19T12:20:43,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8., pid=10, masterSystemTime=1732018843183 2024-11-19T12:20:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:43,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:43,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b8ae8700ed3f26648f3ce1614b183f8, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45347,1732018829204 2024-11-19T12:20:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae8700ed3f26648f3ce1614b183f8, server=351a98347401,45347,1732018829204 because future has completed 2024-11-19T12:20:43,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:20:43,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b8ae8700ed3f26648f3ce1614b183f8, server=351a98347401,45347,1732018829204 in 187 msec 2024-11-19T12:20:43,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:20:43,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b8ae8700ed3f26648f3ce1614b183f8, ASSIGN in 343 msec 2024-11-19T12:20:43,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:43,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018843221"}]},"ts":"1732018843221"} 2024-11-19T12:20:43,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:20:43,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:43,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-19T12:20:43,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8., hostname=351a98347401,45347,1732018829204, seqNum=2] 2024-11-19T12:20:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:43,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:20:43,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:20:43,468 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:20:43,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:20:43,493 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,45347,1732018829204, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:20:43,493 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:43,493 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45347,1732018829204, seqNum=-1] 2024-11-19T12:20:43,494 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:43,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:43,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,45347,1732018829204', locateType=CURRENT is [region=hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8., hostname=351a98347401,45347,1732018829204, seqNum=2] 2024-11-19T12:20:43,499 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:20:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:20:43,500 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,45347,1732018829204 suceeded 2024-11-19T12:20:43,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:20:43,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T12:20:43,502 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:40157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:20:43,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-19T12:20:43,512 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:40157' 2024-11-19T12:20:43,512 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf05a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:43,513 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,40157,-1 for getting cluster id 2024-11-19T12:20:43,513 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:43,513 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d1c6e3-8a36-4108-a56c-806c85eb1cc2' 2024-11-19T12:20:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:43,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d1c6e3-8a36-4108-a56c-806c85eb1cc2" 2024-11-19T12:20:43,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9047ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:43,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,40157,-1] 2024-11-19T12:20:43,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:43,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:43,515 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:43,515 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6877448f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:43,515 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,40157,1732018834604 2024-11-19T12:20:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55754b5 2024-11-19T12:20:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:43,517 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T12:20:43,517 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,45347,1732018829204 (queues=1) is replicating from cluster=a9a90a08-b720-41b9-91c0-e1f63e005a74 to cluster=71d1c6e3-8a36-4108-a56c-806c85eb1cc2 2024-11-19T12:20:43,517 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C45347%2C1732018829204 2024-11-19T12:20:43,517 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,45347,1732018829204, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:20:43,518 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C45347%2C1732018829204 2024-11-19T12:20:43,518 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, startPosition=0, beingWritten=true 2024-11-19T12:20:43,522 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:43,522 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:43,522 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45347,1732018829204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:43,726 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:44,029 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:44,198 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:20:44,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:44,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:44,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:44,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:44,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:44,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:44,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,40157,-1 for getting cluster id 2024-11-19T12:20:44,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:44,199 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d1c6e3-8a36-4108-a56c-806c85eb1cc2' 2024-11-19T12:20:44,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d1c6e3-8a36-4108-a56c-806c85eb1cc2" 2024-11-19T12:20:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36801a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,40157,-1] 2024-11-19T12:20:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:44,200 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a24085b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:44,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,40157,1732018834604 2024-11-19T12:20:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e65ad8c 2024-11-19T12:20:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:44,203 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:44,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:42307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:20:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:20:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:44,205 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:42307' 2024-11-19T12:20:44,205 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768853f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:44,206 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42307,-1 for getting cluster id 2024-11-19T12:20:44,206 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:44,206 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9a90a08-b720-41b9-91c0-e1f63e005a74' 2024-11-19T12:20:44,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:44,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9a90a08-b720-41b9-91c0-e1f63e005a74" 2024-11-19T12:20:44,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a463a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:44,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42307,-1] 2024-11-19T12:20:44,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:44,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:44,207 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:44,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516d10a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:44,208 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42307,1732018828918 2024-11-19T12:20:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5465592b 2024-11-19T12:20:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:44,209 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:20:44,210 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:20:44,210 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:20:44,210 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:44,210 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:44,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:44,210 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:20:44,211 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:20:44,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:20:44,212 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:44,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:20:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:20:44,261 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:20:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:44,432 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:44,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 981204af507240b1157e2a5abf9f1805, NAME => 'hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8 2024-11-19T12:20:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:20:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:44,935 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:45,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:45,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 981204af507240b1157e2a5abf9f1805, disabling compactions & flushes 2024-11-19T12:20:45,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. after waiting 0 ms 2024-11-19T12:20:45,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 981204af507240b1157e2a5abf9f1805: Waiting for close lock at 1732018845025Disabling compacts and flushes for region at 1732018845025Disabling writes for close at 1732018845025Writing region close event to WAL at 1732018845025Closed at 1732018845025 2024-11-19T12:20:45,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:20:45,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018845026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018845026"}]},"ts":"1732018845026"} 2024-11-19T12:20:45,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:20:45,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:20:45,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018845029"}]},"ts":"1732018845029"} 2024-11-19T12:20:45,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:20:45,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=981204af507240b1157e2a5abf9f1805, ASSIGN}] 2024-11-19T12:20:45,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=981204af507240b1157e2a5abf9f1805, ASSIGN 2024-11-19T12:20:45,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=981204af507240b1157e2a5abf9f1805, ASSIGN; state=OFFLINE, location=351a98347401,35385,1732018834770; forceNewPlan=false, retain=false 2024-11-19T12:20:45,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=981204af507240b1157e2a5abf9f1805, regionState=OPENING, regionLocation=351a98347401,35385,1732018834770 2024-11-19T12:20:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=981204af507240b1157e2a5abf9f1805, ASSIGN because future has completed 2024-11-19T12:20:45,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981204af507240b1157e2a5abf9f1805, server=351a98347401,35385,1732018834770}] 2024-11-19T12:20:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:45,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:20:45,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:20:45,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35385%2C1732018834770.rep, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/oldWALs, maxLogs=10 2024-11-19T12:20:45,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.rep.1732018845369, exclude list is [], retry=0 2024-11-19T12:20:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43885,DS-52eeb930-43c4-4682-89d4-d12176f9ba2f,DISK] 2024-11-19T12:20:45,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.rep.1732018845369 2024-11-19T12:20:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43431:43431)] 2024-11-19T12:20:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 981204af507240b1157e2a5abf9f1805, NAME => 'hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:20:45,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:20:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:20:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. service=MultiRowMutationService 2024-11-19T12:20:45,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:20:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:20:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,390 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,391 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981204af507240b1157e2a5abf9f1805 columnFamilyName hfileref 2024-11-19T12:20:45,391 DEBUG [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:45,391 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] regionserver.HStore(327): Store=981204af507240b1157e2a5abf9f1805/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:45,392 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,392 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981204af507240b1157e2a5abf9f1805 columnFamilyName queue 2024-11-19T12:20:45,392 DEBUG [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:45,393 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] regionserver.HStore(327): Store=981204af507240b1157e2a5abf9f1805/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:45,393 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,393 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 981204af507240b1157e2a5abf9f1805 columnFamilyName sid 2024-11-19T12:20:45,393 DEBUG [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:20:45,394 INFO [StoreOpener-981204af507240b1157e2a5abf9f1805-1 {}] regionserver.HStore(327): Store=981204af507240b1157e2a5abf9f1805/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:20:45,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/replication/981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/replication/981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:20:45,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/replication/981204af507240b1157e2a5abf9f1805/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:20:45,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 981204af507240b1157e2a5abf9f1805; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60635381, jitterRate=-0.09646241366863251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:20:45,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:45,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 981204af507240b1157e2a5abf9f1805: Running coprocessor pre-open hook at 1732018845389Writing region info on filesystem at 1732018845389Initializing all the Stores at 1732018845390 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018845390Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018845390Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018845390Cleaning up temporary data from old regions at 1732018845395 (+5 ms)Running coprocessor post-open hooks at 1732018845398 (+3 ms)Region opened successfully at 1732018845398 2024-11-19T12:20:45,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805., pid=10, masterSystemTime=1732018845364 2024-11-19T12:20:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:45,401 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=981204af507240b1157e2a5abf9f1805, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35385,1732018834770 2024-11-19T12:20:45,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 981204af507240b1157e2a5abf9f1805, server=351a98347401,35385,1732018834770 because future has completed 2024-11-19T12:20:45,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:20:45,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 981204af507240b1157e2a5abf9f1805, server=351a98347401,35385,1732018834770 in 191 msec 2024-11-19T12:20:45,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:20:45,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=981204af507240b1157e2a5abf9f1805, ASSIGN in 375 msec 2024-11-19T12:20:45,407 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:20:45,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018845407"}]},"ts":"1732018845407"} 2024-11-19T12:20:45,409 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:20:45,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:20:45,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-19T12:20:45,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805., hostname=351a98347401,35385,1732018834770, seqNum=2] 2024-11-19T12:20:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:45,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:20:45,538 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:45,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:20:45,668 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:20:45,702 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,35385,1732018834770, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:20:45,702 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:45,702 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35385,1732018834770, seqNum=-1] 2024-11-19T12:20:45,703 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:45,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:45,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,35385,1732018834770', locateType=CURRENT is [region=hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805., hostname=351a98347401,35385,1732018834770, seqNum=2] 2024-11-19T12:20:45,707 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:20:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:20:45,709 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,35385,1732018834770 suceeded 2024-11-19T12:20:45,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:20:45,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-19T12:20:45,711 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:42307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:20:45,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-19T12:20:45,721 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:42307' 2024-11-19T12:20:45,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@561cfa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:45,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42307,-1 for getting cluster id 2024-11-19T12:20:45,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:45,722 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9a90a08-b720-41b9-91c0-e1f63e005a74' 2024-11-19T12:20:45,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:45,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9a90a08-b720-41b9-91c0-e1f63e005a74" 2024-11-19T12:20:45,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8cef09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:45,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42307,-1] 2024-11-19T12:20:45,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:45,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:45,724 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:45,724 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6a39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:45,724 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:45,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,42307,1732018828918 2024-11-19T12:20:45,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@154ef1ff 2024-11-19T12:20:45,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:20:45,726 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T12:20:45,726 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,35385,1732018834770 (queues=1) is replicating from cluster=71d1c6e3-8a36-4108-a56c-806c85eb1cc2 to cluster=a9a90a08-b720-41b9-91c0-e1f63e005a74 2024-11-19T12:20:45,726 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C35385%2C1732018834770 2024-11-19T12:20:45,726 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,35385,1732018834770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:20:45,727 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C35385%2C1732018834770 2024-11-19T12:20:45,727 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, startPosition=0, beingWritten=true 2024-11-19T12:20:45,732 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:45,732 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 379, reset compression=false 2024-11-19T12:20:45,732 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,35385,1732018834770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:45,935 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 379, reset compression=false 2024-11-19T12:20:46,239 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 379, reset compression=false 2024-11-19T12:20:46,242 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:20:46,358 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:20:46,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:46,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:46,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:46,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:46,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45347,1732018829204, seqNum=-1] 2024-11-19T12:20:46,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:46,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:46,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0., hostname=351a98347401,45347,1732018829204, seqNum=2] 2024-11-19T12:20:46,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35385,1732018834770, seqNum=-1] 2024-11-19T12:20:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:46,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:20:46,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1., hostname=351a98347401,35385,1732018834770, seqNum=2] 2024-11-19T12:20:46,370 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T12:20:46,642 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 379, reset compression=false 2024-11-19T12:20:47,044 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 379, reset compression=false 2024-11-19T12:20:47,088 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:47,088 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 480, reset compression=false 2024-11-19T12:20:47,088 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45347,1732018829204 got entry batch from reader: WALEntryBatch [walEntries=[{test/50c2009bd5c138f4e485601e2e36fbe0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T12:20:47,092 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:47,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T12:20:47,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:20:47,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b55b634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:47,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,40157,-1 for getting cluster id 2024-11-19T12:20:47,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:47,096 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d1c6e3-8a36-4108-a56c-806c85eb1cc2' 2024-11-19T12:20:47,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d1c6e3-8a36-4108-a56c-806c85eb1cc2" 2024-11-19T12:20:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69c0e154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,40157,-1] 2024-11-19T12:20:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:47,098 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:47,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6c32ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:47,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:47,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35385,1732018834770, seqNum=-1] 2024-11-19T12:20:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:47,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1., hostname=351a98347401,35385,1732018834770, seqNum=2] 2024-11-19T12:20:47,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:20:47,146 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 379, reset compression=false 2024-11-19T12:20:47,151 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:47,151 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 504, reset compression=false 2024-11-19T12:20:47,151 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,35385,1732018834770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:47,292 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 480, reset compression=false 2024-11-19T12:20:47,354 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 504, reset compression=false 2024-11-19T12:20:47,373 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T12:20:47,376 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T12:20:47,597 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 480, reset compression=false 2024-11-19T12:20:47,658 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 504, reset compression=false 2024-11-19T12:20:47,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:47,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 608, reset compression=false 2024-11-19T12:20:47,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,35385,1732018834770 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d06158fcc34bac2b69405f7afb86ce1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:20:47,664 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:20:47,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T12:20:47,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:20:47,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5ab17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:47,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,42307,-1 for getting cluster id 2024-11-19T12:20:47,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:20:47,666 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9a90a08-b720-41b9-91c0-e1f63e005a74' 2024-11-19T12:20:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:20:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9a90a08-b720-41b9-91c0-e1f63e005a74" 2024-11-19T12:20:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b9a5fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,42307,-1] 2024-11-19T12:20:47,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:20:47,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:47,667 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:20:47,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dddc3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:20:47,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:20:47,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45347,1732018829204, seqNum=-1] 2024-11-19T12:20:47,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:20:47,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T12:20:47,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0., hostname=351a98347401,45347,1732018829204, seqNum=2] 2024-11-19T12:20:47,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:20:47,865 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 608, reset compression=false 2024-11-19T12:20:48,000 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 480, reset compression=false 2024-11-19T12:20:48,004 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:48,004 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 607, reset compression=false 2024-11-19T12:20:48,004 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45347,1732018829204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:48,169 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 608, reset compression=false 2024-11-19T12:20:48,208 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 607, reset compression=false 2024-11-19T12:20:48,378 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T12:20:48,383 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T12:20:48,511 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 607, reset compression=false 2024-11-19T12:20:48,515 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:48,515 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 763, reset compression=false 2024-11-19T12:20:48,515 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45347,1732018829204 got entry batch from reader: WALEntryBatch [walEntries=[{test/50c2009bd5c138f4e485601e2e36fbe0/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T12:20:48,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:20:48,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:20:48,572 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 608, reset compression=false 2024-11-19T12:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 756, reset compression=false 2024-11-19T12:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,35385,1732018834770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:48,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:48,719 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 763, reset compression=false 2024-11-19T12:20:48,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:48,779 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 756, reset compression=false 2024-11-19T12:20:49,023 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 763, reset compression=false 2024-11-19T12:20:49,083 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 756, reset compression=false 2024-11-19T12:20:49,385 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T12:20:49,388 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T12:20:49,426 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 763, reset compression=false 2024-11-19T12:20:49,487 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 756, reset compression=false 2024-11-19T12:20:49,491 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:20:49,491 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 915, reset compression=false 2024-11-19T12:20:49,491 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,35385,1732018834770 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d06158fcc34bac2b69405f7afb86ce1/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T12:20:49,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:20:49,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:20:49,694 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 915, reset compression=false 2024-11-19T12:20:49,930 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 763, reset compression=false 2024-11-19T12:20:49,934 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:49,934 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:49,934 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45347,1732018829204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:49,998 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 915, reset compression=false 2024-11-19T12:20:50,139 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:50,390 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T12:20:50,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:20:50,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:50,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:50,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:50,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:50,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:50,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:20:50,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1306336045, stopped=false 2024-11-19T12:20:50,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,40157,1732018834604 2024-11-19T12:20:50,402 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 915, reset compression=false 2024-11-19T12:20:50,443 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:50,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771599430/running 2024-11-19T12:20:50,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771599430/running 2024-11-19T12:20:50,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:50,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:50,451 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:50,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:50,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:50,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:50,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,35385,1732018834770' ***** 2024-11-19T12:20:50,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:20:50,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/running 2024-11-19T12:20:50,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Set watcher on znode that does not yet exist, /1-1771599430/running 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:20:50,452 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d06158fcc34bac2b69405f7afb86ce1 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(959): stopping server 351a98347401,35385,1732018834770 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:50,452 INFO [RS:0;351a98347401:35385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:35385. 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d06158fcc34bac2b69405f7afb86ce1, disabling compactions & flushes 2024-11-19T12:20:50,453 DEBUG [RS:0;351a98347401:35385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:50,453 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:50,453 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. after waiting 0 ms 2024-11-19T12:20:50,453 INFO [RS:0;351a98347401:35385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:50,453 INFO [RS:0;351a98347401:35385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:20:50,453 INFO [RS:0;351a98347401:35385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:20:50,453 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:20:50,453 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d06158fcc34bac2b69405f7afb86ce1 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T12:20:50,453 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:20:50,453 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1325): Online Regions={0d06158fcc34bac2b69405f7afb86ce1=test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1., 1588230740=hbase:meta,,1.1588230740, 981204af507240b1157e2a5abf9f1805=hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.} 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:50,453 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:50,453 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:50,453 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:50,453 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:20:50,466 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/f/20faad137fec47ffa773381cc8e02a4a is 29, key is row1/f:/1732018849385/DeleteFamily/seqid=0 2024-11-19T12:20:50,466 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/info/d96eae294fb84f8ca5d7dbdea87ceb0c is 147, key is hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805./info:regioninfo/1732018845401/Put/seqid=0 2024-11-19T12:20:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741841_1017 (size=7686) 2024-11-19T12:20:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741840_1016 (size=5118) 2024-11-19T12:20:50,517 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:50,558 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:20:50,558 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:20:50,653 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:50,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:20:50,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:50,799 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28393 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:20:50,846 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:50,853 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:50,871 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/info/d96eae294fb84f8ca5d7dbdea87ceb0c 2024-11-19T12:20:50,871 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/f/20faad137fec47ffa773381cc8e02a4a 2024-11-19T12:20:50,875 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20faad137fec47ffa773381cc8e02a4a 2024-11-19T12:20:50,892 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/f1/ed9696730ef84f1a80c8acc06d2d8408 is 30, key is row1/f1:/1732018849385/DeleteFamily/seqid=0 2024-11-19T12:20:50,893 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/ns/6abb767c4a7945a18263804cf5540472 is 43, key is default/ns:d/1732018837632/Put/seqid=0 2024-11-19T12:20:50,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741842_1018 (size=5123) 2024-11-19T12:20:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741843_1019 (size=5153) 2024-11-19T12:20:50,901 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/ns/6abb767c4a7945a18263804cf5540472 2024-11-19T12:20:50,905 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 915, reset compression=false 2024-11-19T12:20:50,915 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:50,915 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 1162, reset compression=false 2024-11-19T12:20:50,915 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,35385,1732018834770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:50,916 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,35385,1732018834770: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,35385,1732018834770, walGroup=351a98347401%2C35385%2C1732018834770, offset=351a98347401%2C35385%2C1732018834770.1732018836635:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:35385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:20:50,918 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:20:50,918 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:20:50,918 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:20:50,918 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:20:50,918 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:20:50,919 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 673932288 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 191142496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:20:50,919 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:40157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:40157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:20:50,929 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/5adec443cee9408b88fe20f45979c535 is 112, key is test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1./rep_barrier:seqnumDuringOpen/1732018841031/Put/seqid=0 2024-11-19T12:20:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741844_1020 (size=5518) 2024-11-19T12:20:51,054 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:51,124 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 1162, reset compression=false 2024-11-19T12:20:51,254 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:51,297 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/f1/ed9696730ef84f1a80c8acc06d2d8408 2024-11-19T12:20:51,301 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed9696730ef84f1a80c8acc06d2d8408 2024-11-19T12:20:51,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/norep/ec4a973a8f944ccb8c2f30d1b53cfb58 is 33, key is row1/norep:/1732018849385/DeleteFamily/seqid=0 2024-11-19T12:20:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741845_1021 (size=5108) 2024-11-19T12:20:51,333 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/5adec443cee9408b88fe20f45979c535 2024-11-19T12:20:51,348 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/table/a90ec7d0029c4f00b23873050ca881d0 is 53, key is hbase:replication/table:state/1732018845407/Put/seqid=0 2024-11-19T12:20:51,350 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741846_1022 (size=5308) 2024-11-19T12:20:51,428 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 1162, reset compression=false 2024-11-19T12:20:51,454 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:51,654 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 0d06158fcc34bac2b69405f7afb86ce1, 1588230740, 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:51,721 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/norep/ec4a973a8f944ccb8c2f30d1b53cfb58 2024-11-19T12:20:51,725 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec4a973a8f944ccb8c2f30d1b53cfb58 2024-11-19T12:20:51,726 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/f/20faad137fec47ffa773381cc8e02a4a as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/f/20faad137fec47ffa773381cc8e02a4a 2024-11-19T12:20:51,730 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20faad137fec47ffa773381cc8e02a4a 2024-11-19T12:20:51,730 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/f/20faad137fec47ffa773381cc8e02a4a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T12:20:51,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T12:20:51,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T12:20:51,731 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/f1/ed9696730ef84f1a80c8acc06d2d8408 as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/f1/ed9696730ef84f1a80c8acc06d2d8408 2024-11-19T12:20:51,735 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed9696730ef84f1a80c8acc06d2d8408 2024-11-19T12:20:51,736 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/f1/ed9696730ef84f1a80c8acc06d2d8408, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T12:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/.tmp/norep/ec4a973a8f944ccb8c2f30d1b53cfb58 as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/norep/ec4a973a8f944ccb8c2f30d1b53cfb58 2024-11-19T12:20:51,740 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec4a973a8f944ccb8c2f30d1b53cfb58 2024-11-19T12:20:51,740 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/norep/ec4a973a8f944ccb8c2f30d1b53cfb58, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T12:20:51,741 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0d06158fcc34bac2b69405f7afb86ce1 in 1288ms, sequenceid=8, compaction requested=false 2024-11-19T12:20:51,748 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/default/test/0d06158fcc34bac2b69405f7afb86ce1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:51,749 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d06158fcc34bac2b69405f7afb86ce1: Waiting for close lock at 1732018850452Running coprocessor pre-close hooks at 1732018850452Disabling compacts and flushes for region at 1732018850452Disabling writes for close at 1732018850453 (+1 ms)Obtaining lock to block concurrent updates at 1732018850453Preparing flush snapshotting stores in 0d06158fcc34bac2b69405f7afb86ce1 at 1732018850453Finished memstore snapshotting test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732018850453Flushing stores of test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. at 1732018850453Flushing 0d06158fcc34bac2b69405f7afb86ce1/f: creating writer at 1732018850454 (+1 ms)Flushing 0d06158fcc34bac2b69405f7afb86ce1/f: appending metadata at 1732018850465 (+11 ms)Flushing 0d06158fcc34bac2b69405f7afb86ce1/f: closing flushed file at 1732018850465Flushing 0d06158fcc34bac2b69405f7afb86ce1/f1: creating writer at 1732018850875 (+410 ms)Flushing 0d06158fcc34bac2b69405f7afb86ce1/f1: appending metadata at 1732018850891 (+16 ms)Flushing 0d06158fcc34bac2b69405f7afb86ce1/f1: closing flushed file at 1732018850891Flushing 0d06158fcc34bac2b69405f7afb86ce1/norep: creating writer at 1732018851301 (+410 ms)Flushing 0d06158fcc34bac2b69405f7afb86ce1/norep: appending metadata at 1732018851317 (+16 ms)Flushing 0d06158fcc34bac2b69405f7afb86ce1/norep: closing flushed file at 1732018851317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9dbf95: reopening flushed file at 1732018851725 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70349494: reopening flushed file at 1732018851731 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49159171: reopening flushed file at 1732018851736 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0d06158fcc34bac2b69405f7afb86ce1 in 1288ms, sequenceid=8, compaction requested=false at 1732018851741 (+5 ms)Writing region close event to WAL at 1732018851746 (+5 ms)Running coprocessor post-close hooks at 1732018851749 (+3 ms)Closed at 1732018851749 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018839890.0d06158fcc34bac2b69405f7afb86ce1. 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 981204af507240b1157e2a5abf9f1805, disabling compactions & flushes 2024-11-19T12:20:51,749 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. after waiting 0 ms 2024-11-19T12:20:51,749 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,750 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 981204af507240b1157e2a5abf9f1805: Waiting for close lock at 1732018851749Running coprocessor pre-close hooks at 1732018851749Disabling compacts and flushes for region at 1732018851749Disabling writes for close at 1732018851749Failed flush hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805., putting online again at 1732018851750 (+1 ms) 2024-11-19T12:20:51,750 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,751 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/table/a90ec7d0029c4f00b23873050ca881d0 2024-11-19T12:20:51,756 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/info/d96eae294fb84f8ca5d7dbdea87ceb0c as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/info/d96eae294fb84f8ca5d7dbdea87ceb0c 2024-11-19T12:20:51,759 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/info/d96eae294fb84f8ca5d7dbdea87ceb0c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:20:51,760 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/ns/6abb767c4a7945a18263804cf5540472 as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/ns/6abb767c4a7945a18263804cf5540472 2024-11-19T12:20:51,764 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/ns/6abb767c4a7945a18263804cf5540472, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:20:51,765 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/5adec443cee9408b88fe20f45979c535 as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/rep_barrier/5adec443cee9408b88fe20f45979c535 2024-11-19T12:20:51,768 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/rep_barrier/5adec443cee9408b88fe20f45979c535, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:20:51,769 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/.tmp/table/a90ec7d0029c4f00b23873050ca881d0 as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/table/a90ec7d0029c4f00b23873050ca881d0 2024-11-19T12:20:51,773 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/table/a90ec7d0029c4f00b23873050ca881d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:20:51,773 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-19T12:20:51,777 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:20:51,778 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:51,778 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:51,778 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:51,778 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018850453Running coprocessor pre-close hooks at 1732018850453Disabling compacts and flushes for region at 1732018850453Disabling writes for close at 1732018850453Obtaining lock to block concurrent updates at 1732018850453Preparing flush snapshotting stores in 1588230740 at 1732018850453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018850453Flushing stores of hbase:meta,,1.1588230740 at 1732018850454 (+1 ms)Flushing 1588230740/info: creating writer at 1732018850454Flushing 1588230740/info: appending metadata at 1732018850465 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732018850465Flushing 1588230740/ns: creating writer at 1732018850875 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732018850893 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732018850893Flushing 1588230740/rep_barrier: creating writer at 1732018850905 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018850929 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018850929Flushing 1588230740/table: creating writer at 1732018851336 (+407 ms)Flushing 1588230740/table: appending metadata at 1732018851348 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732018851348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dde494: reopening flushed file at 1732018851755 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7496f27b: reopening flushed file at 1732018851760 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e7c579: reopening flushed file at 1732018851764 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42070689: reopening flushed file at 1732018851768 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1732018851773 (+5 ms)Writing region close event to WAL at 1732018851775 (+2 ms)Running coprocessor post-close hooks at 1732018851778 (+3 ms)Closed at 1732018851778 2024-11-19T12:20:51,778 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:51,831 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 1162, reset compression=false 2024-11-19T12:20:51,835 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:51,835 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 1806, reset compression=false 2024-11-19T12:20:51,854 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:20:51,854 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1325): Online Regions={981204af507240b1157e2a5abf9f1805=hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805.} 2024-11-19T12:20:51,854 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:51,854 DEBUG [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1351): Waiting on 981204af507240b1157e2a5abf9f1805 2024-11-19T12:20:51,855 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 981204af507240b1157e2a5abf9f1805, disabling compactions & flushes 2024-11-19T12:20:51,855 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,855 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,855 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. after waiting 0 ms 2024-11-19T12:20:51,855 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,855 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 981204af507240b1157e2a5abf9f1805: Waiting for close lock at 1732018851854Running coprocessor pre-close hooks at 1732018851855 (+1 ms)Disabling compacts and flushes for region at 1732018851855Disabling writes for close at 1732018851855Failed flush hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805., putting online again at 1732018851855 2024-11-19T12:20:51,855 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018844210.981204af507240b1157e2a5abf9f1805. 2024-11-19T12:20:51,953 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:52,038 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.wal-reader.351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.1732018836635 to pos 1806, reset compression=false 2024-11-19T12:20:52,055 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T12:20:52,055 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(976): stopping server 351a98347401,35385,1732018834770; all regions closed. 2024-11-19T12:20:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:20:52,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.meta.1732018837589.meta not finished, retry = 0 2024-11-19T12:20:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741839_1015 (size=1733) 2024-11-19T12:20:52,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/WALs/351a98347401,35385,1732018834770/351a98347401%2C35385%2C1732018834770.rep.1732018845369 not finished, retry = 0 2024-11-19T12:20:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741832_1008 (size=1814) 2024-11-19T12:20:52,321 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:52,321 INFO [RS:0;351a98347401:35385 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:52,321 INFO [RS:0;351a98347401:35385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:52,321 INFO [RS:0;351a98347401:35385 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:52,321 INFO [RS:0;351a98347401:35385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:52,321 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:52,321 INFO [RS:0;351a98347401:35385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,35385,1732018834770 because: Region server is closing 2024-11-19T12:20:52,322 INFO [RS:0;351a98347401:35385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:35385. 2024-11-19T12:20:52,322 DEBUG [RS:0;351a98347401:35385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:52,322 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:52,322 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:52,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:52,422 INFO [RS:0;351a98347401:35385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,35385,1732018834770.replicationSource.shipper351a98347401%2C35385%2C1732018834770,1-351a98347401,35385,1732018834770 terminated 2024-11-19T12:20:52,422 INFO [RS:0;351a98347401:35385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:35385. 2024-11-19T12:20:52,422 DEBUG [RS:0;351a98347401:35385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:52,422 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:52,422 DEBUG [RS:0;351a98347401:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:52,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:52,423 INFO [RS:0;351a98347401:35385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35385 2024-11-19T12:20:52,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430/rs 2024-11-19T12:20:52,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771599430/rs/351a98347401,35385,1732018834770 2024-11-19T12:20:52,472 INFO [RS:0;351a98347401:35385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:52,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,35385,1732018834770] 2024-11-19T12:20:52,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771599430/draining/351a98347401,35385,1732018834770 already deleted, retry=false 2024-11-19T12:20:52,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,35385,1732018834770 expired; onlineServers=0 2024-11-19T12:20:52,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,40157,1732018834604' ***** 2024-11-19T12:20:52,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:20:52,493 INFO [M:0;351a98347401:40157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:52,493 INFO [M:0;351a98347401:40157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:52,493 DEBUG [M:0;351a98347401:40157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:20:52,493 DEBUG [M:0;351a98347401:40157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:20:52,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:20:52,493 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018836408 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018836408,5,FailOnTimeoutGroup] 2024-11-19T12:20:52,493 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018836408 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018836408,5,FailOnTimeoutGroup] 2024-11-19T12:20:52,493 INFO [M:0;351a98347401:40157 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:52,494 INFO [M:0;351a98347401:40157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:52,494 DEBUG [M:0;351a98347401:40157 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:20:52,494 INFO [M:0;351a98347401:40157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:20:52,494 INFO [M:0;351a98347401:40157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:52,494 INFO [M:0;351a98347401:40157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:20:52,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:20:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771599430/master 2024-11-19T12:20:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771599430 2024-11-19T12:20:52,504 DEBUG [M:0;351a98347401:40157 {}] zookeeper.ZKUtil(347): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Unable to get data of znode /1-1771599430/master because node does not exist (not an error) 2024-11-19T12:20:52,504 WARN [M:0;351a98347401:40157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:20:52,504 INFO [M:0;351a98347401:40157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/.lastflushedseqids 2024-11-19T12:20:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741847_1023 (size=245) 2024-11-19T12:20:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:52,583 INFO [RS:0;351a98347401:35385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1015309eb300004, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:52,583 INFO [RS:0;351a98347401:35385 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,35385,1732018834770; zookeeper connection closed. 2024-11-19T12:20:52,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36b9c30c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36b9c30c 2024-11-19T12:20:52,583 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:20:52,657 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:52,908 INFO [M:0;351a98347401:40157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:20:52,908 INFO [M:0;351a98347401:40157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:20:52,908 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:52,908 INFO [M:0;351a98347401:40157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:52,908 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:52,908 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:52,908 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:52,908 INFO [M:0;351a98347401:40157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T12:20:52,921 DEBUG [M:0;351a98347401:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04b07c8e9dad406daa0db38932c55a92 is 82, key is hbase:meta,,1/info:regioninfo/1732018837616/Put/seqid=0 2024-11-19T12:20:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741848_1024 (size=5672) 2024-11-19T12:20:53,325 INFO [M:0;351a98347401:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04b07c8e9dad406daa0db38932c55a92 2024-11-19T12:20:53,345 DEBUG [M:0;351a98347401:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bda00c651df4727bafd746971792ada is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018845410/Put/seqid=0 2024-11-19T12:20:53,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741849_1025 (size=8516) 2024-11-19T12:20:53,460 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:53,749 INFO [M:0;351a98347401:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bda00c651df4727bafd746971792ada 2024-11-19T12:20:53,768 DEBUG [M:0;351a98347401:40157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fb8473cb29642719a4f787f22634fdf is 69, key is 351a98347401,35385,1732018834770/rs:state/1732018836440/Put/seqid=0 2024-11-19T12:20:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741850_1026 (size=5156) 2024-11-19T12:20:54,172 INFO [M:0;351a98347401:40157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fb8473cb29642719a4f787f22634fdf 2024-11-19T12:20:54,175 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04b07c8e9dad406daa0db38932c55a92 as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04b07c8e9dad406daa0db38932c55a92 2024-11-19T12:20:54,179 INFO [M:0;351a98347401:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04b07c8e9dad406daa0db38932c55a92, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:20:54,179 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bda00c651df4727bafd746971792ada as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bda00c651df4727bafd746971792ada 2024-11-19T12:20:54,182 INFO [M:0;351a98347401:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bda00c651df4727bafd746971792ada, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:20:54,183 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fb8473cb29642719a4f787f22634fdf as hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fb8473cb29642719a4f787f22634fdf 2024-11-19T12:20:54,186 INFO [M:0;351a98347401:40157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/9a5d61a0-6037-d0f5-93f7-94aef8f03aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fb8473cb29642719a4f787f22634fdf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:20:54,187 INFO [M:0;351a98347401:40157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-19T12:20:54,188 INFO [M:0;351a98347401:40157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:54,188 DEBUG [M:0;351a98347401:40157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018852908Disabling compacts and flushes for region at 1732018852908Disabling writes for close at 1732018852908Obtaining lock to block concurrent updates at 1732018852908Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018852908Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732018852909 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018852909Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018852909Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018852921 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018852921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018853328 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018853344 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018853344Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018853752 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018853767 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018853767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5a9d6: reopening flushed file at 1732018854175 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c9cb01: reopening flushed file at 1732018854179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5766e8e8: reopening flushed file at 1732018854183 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732018854187 (+4 ms)Writing region close event to WAL at 1732018854188 (+1 ms)Closed at 1732018854188 2024-11-19T12:20:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43885 is added to blk_1073741830_1006 (size=63654) 2024-11-19T12:20:54,190 INFO [M:0;351a98347401:40157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:20:54,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:54,190 INFO [M:0;351a98347401:40157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40157 2024-11-19T12:20:54,191 INFO [M:0;351a98347401:40157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:54,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:54,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40157-0x1015309eb300003, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:54,362 INFO [M:0;351a98347401:40157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:54,364 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:54,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:54,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:54,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:54,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:54,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:54,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:20:54,398 WARN [BP-1103372019-172.17.0.2-1732018832681 heartbeating to localhost/127.0.0.1:39373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:20:54,398 WARN [BP-1103372019-172.17.0.2-1732018832681 heartbeating to localhost/127.0.0.1:39373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103372019-172.17.0.2-1732018832681 (Datanode Uuid f382d466-d60e-442d-b300-c3c9a9153716) service to localhost/127.0.0.1:39373 2024-11-19T12:20:54,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:20:54,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/cluster_07869558-6ef3-570d-7e7d-418a22de23d7/data/data1/current/BP-1103372019-172.17.0.2-1732018832681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:54,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/cluster_07869558-6ef3-570d-7e7d-418a22de23d7/data/data2/current/BP-1103372019-172.17.0.2-1732018832681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:54,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:20:54,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:54,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:54,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:54,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:54,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:54,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:20:54,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:20:54,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:54,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:54,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:54,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:54,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:54,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:20:54,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=538746672, stopped=false 2024-11-19T12:20:54,423 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,42307,1732018828918 2024-11-19T12:20:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107776263/running 2024-11-19T12:20:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107776263/running 2024-11-19T12:20:54,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:54,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/running 2024-11-19T12:20:54,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Set watcher on znode that does not yet exist, /0-1107776263/running 2024-11-19T12:20:54,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:20:54,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:54,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:54,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,45347,1732018829204' ***** 2024-11-19T12:20:54,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:20:54,441 INFO [RS:0;351a98347401:45347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:20:54,441 INFO [RS:0;351a98347401:45347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:20:54,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:20:54,441 INFO [RS:0;351a98347401:45347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:20:54,441 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(3091): Received CLOSE for 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(959): stopping server 351a98347401,45347,1732018829204 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45347. 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b8ae8700ed3f26648f3ce1614b183f8, disabling compactions & flushes 2024-11-19T12:20:54,442 DEBUG [RS:0;351a98347401:45347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:54,442 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:54,442 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. after waiting 0 ms 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:20:54,442 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b8ae8700ed3f26648f3ce1614b183f8 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T12:20:54,442 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:20:54,442 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1325): Online Regions={7b8ae8700ed3f26648f3ce1614b183f8=hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8., 1588230740=hbase:meta,,1.1588230740, 50c2009bd5c138f4e485601e2e36fbe0=test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.} 2024-11-19T12:20:54,442 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0, 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:20:54,442 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:20:54,442 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:20:54,442 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:20:54,460 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/info/68352d8f06444b8e88c19b0607d404ec is 147, key is hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8./info:regioninfo/1732018843215/Put/seqid=0 2024-11-19T12:20:54,460 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/.tmp/queue/3fc89e0d8968429ea566475290a71362 is 153, key is 1-351a98347401,45347,1732018829204/queue:351a98347401%2C45347%2C1732018829204/1732018849936/Put/seqid=0 2024-11-19T12:20:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741840_1016 (size=5352) 2024-11-19T12:20:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741841_1017 (size=7686) 2024-11-19T12:20:54,501 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:20:54,501 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:20:54,517 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:54,642 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0, 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:54,842 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0, 7b8ae8700ed3f26648f3ce1614b183f8 2024-11-19T12:20:54,864 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/.tmp/queue/3fc89e0d8968429ea566475290a71362 2024-11-19T12:20:54,864 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/info/68352d8f06444b8e88c19b0607d404ec 2024-11-19T12:20:54,868 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/.tmp/queue/3fc89e0d8968429ea566475290a71362 as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/queue/3fc89e0d8968429ea566475290a71362 2024-11-19T12:20:54,872 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/queue/3fc89e0d8968429ea566475290a71362, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T12:20:54,873 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7b8ae8700ed3f26648f3ce1614b183f8 in 431ms, sequenceid=10, compaction requested=false 2024-11-19T12:20:54,876 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/replication/7b8ae8700ed3f26648f3ce1614b183f8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T12:20:54,876 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:54,876 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:54,876 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:54,876 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b8ae8700ed3f26648f3ce1614b183f8: Waiting for close lock at 1732018854442Running coprocessor pre-close hooks at 1732018854442Disabling compacts and flushes for region at 1732018854442Disabling writes for close at 1732018854442Obtaining lock to block concurrent updates at 1732018854442Preparing flush snapshotting stores in 7b8ae8700ed3f26648f3ce1614b183f8 at 1732018854442Finished memstore snapshotting hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732018854442Flushing stores of hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. at 1732018854443 (+1 ms)Flushing 7b8ae8700ed3f26648f3ce1614b183f8/queue: creating writer at 1732018854443Flushing 7b8ae8700ed3f26648f3ce1614b183f8/queue: appending metadata at 1732018854459 (+16 ms)Flushing 7b8ae8700ed3f26648f3ce1614b183f8/queue: closing flushed file at 1732018854459Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3193b86a: reopening flushed file at 1732018854867 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7b8ae8700ed3f26648f3ce1614b183f8 in 431ms, sequenceid=10, compaction requested=false at 1732018854873 (+6 ms)Writing region close event to WAL at 1732018854873Running coprocessor post-close hooks at 1732018854876 (+3 ms)Closed at 1732018854876 2024-11-19T12:20:54,877 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018842057.7b8ae8700ed3f26648f3ce1614b183f8. 2024-11-19T12:20:54,877 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50c2009bd5c138f4e485601e2e36fbe0, disabling compactions & flushes 2024-11-19T12:20:54,877 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:54,877 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:54,877 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. after waiting 0 ms 2024-11-19T12:20:54,877 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:54,877 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 50c2009bd5c138f4e485601e2e36fbe0 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T12:20:54,884 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/ns/d7b5542db0404faf9b11dc207be5dd39 is 43, key is default/ns:d/1732018832617/Put/seqid=0 2024-11-19T12:20:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741842_1018 (size=5153) 2024-11-19T12:20:54,887 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/ns/d7b5542db0404faf9b11dc207be5dd39 2024-11-19T12:20:54,894 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/f/f5232ade70344dd98a59bf44cb7e9373 is 29, key is row1/f:/1732018849385/DeleteFamily/seqid=0 2024-11-19T12:20:54,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741843_1019 (size=5118) 2024-11-19T12:20:54,903 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/rep_barrier/77a4b45087e5420abc27254856f5219c is 112, key is test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0./rep_barrier:seqnumDuringOpen/1732018838893/Put/seqid=0 2024-11-19T12:20:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741844_1020 (size=5518) 2024-11-19T12:20:55,043 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:55,243 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:55,301 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/f/f5232ade70344dd98a59bf44cb7e9373 2024-11-19T12:20:55,305 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5232ade70344dd98a59bf44cb7e9373 2024-11-19T12:20:55,307 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/rep_barrier/77a4b45087e5420abc27254856f5219c 2024-11-19T12:20:55,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/f1/63fcd72a6d4643c28fe9b3f5a2d0f09e is 30, key is row1/f1:/1732018849385/DeleteFamily/seqid=0 2024-11-19T12:20:55,326 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/table/c651de31a74b45399f9b6615491f87d0 is 53, key is hbase:replication/table:state/1732018843221/Put/seqid=0 2024-11-19T12:20:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741845_1021 (size=5123) 2024-11-19T12:20:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741846_1022 (size=5308) 2024-11-19T12:20:55,368 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 912, reset compression=false 2024-11-19T12:20:55,372 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:55,372 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 1159, reset compression=false 2024-11-19T12:20:55,372 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45347,1732018829204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:20:55,373 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,45347,1732018829204: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,45347,1732018829204, walGroup=351a98347401%2C45347%2C1732018829204, offset=351a98347401%2C45347%2C1732018829204.1732018831612:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:45347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:20:55,375 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:20:55,375 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:20:55,376 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 636183552 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191854192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:20:55,376 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:42307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:42307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:20:55,443 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:20:55,443 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 50c2009bd5c138f4e485601e2e36fbe0=test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0.} 2024-11-19T12:20:55,443 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:55,576 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 1159, reset compression=false 2024-11-19T12:20:55,643 DEBUG [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50c2009bd5c138f4e485601e2e36fbe0 2024-11-19T12:20:55,729 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/f1/63fcd72a6d4643c28fe9b3f5a2d0f09e 2024-11-19T12:20:55,731 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/table/c651de31a74b45399f9b6615491f87d0 2024-11-19T12:20:55,733 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63fcd72a6d4643c28fe9b3f5a2d0f09e 2024-11-19T12:20:55,734 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/info/68352d8f06444b8e88c19b0607d404ec as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/info/68352d8f06444b8e88c19b0607d404ec 2024-11-19T12:20:55,738 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/info/68352d8f06444b8e88c19b0607d404ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:20:55,738 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/ns/d7b5542db0404faf9b11dc207be5dd39 as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/ns/d7b5542db0404faf9b11dc207be5dd39 2024-11-19T12:20:55,741 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/ns/d7b5542db0404faf9b11dc207be5dd39, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:20:55,742 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/rep_barrier/77a4b45087e5420abc27254856f5219c as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/rep_barrier/77a4b45087e5420abc27254856f5219c 2024-11-19T12:20:55,745 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/rep_barrier/77a4b45087e5420abc27254856f5219c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:20:55,745 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/.tmp/table/c651de31a74b45399f9b6615491f87d0 as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/table/c651de31a74b45399f9b6615491f87d0 2024-11-19T12:20:55,748 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/table/c651de31a74b45399f9b6615491f87d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:20:55,749 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-19T12:20:55,749 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:20:55,751 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/norep/628a13be7a464ead80aa210cc42ca693 is 32, key is row/norep:/1732018848380/DeleteFamily/seqid=0 2024-11-19T12:20:55,753 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:20:55,754 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:55,754 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:20:55,754 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741847_1023 (size=5101) 2024-11-19T12:20:55,754 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018854442Running coprocessor pre-close hooks at 1732018854442Disabling compacts and flushes for region at 1732018854442Disabling writes for close at 1732018854442Obtaining lock to block concurrent updates at 1732018854442Preparing flush snapshotting stores in 1588230740 at 1732018854442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018854443 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018854443Flushing 1588230740/info: creating writer at 1732018854443Flushing 1588230740/info: appending metadata at 1732018854460 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732018854460Flushing 1588230740/ns: creating writer at 1732018854867 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732018854884 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732018854884Flushing 1588230740/rep_barrier: creating writer at 1732018854891 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018854903 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018854903Flushing 1588230740/table: creating writer at 1732018855310 (+407 ms)Flushing 1588230740/table: appending metadata at 1732018855325 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732018855326 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ea3ef3: reopening flushed file at 1732018855734 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83d00a4: reopening flushed file at 1732018855738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303a187f: reopening flushed file at 1732018855741 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bc3216: reopening flushed file at 1732018855745 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1732018855749 (+4 ms)Writing region close event to WAL at 1732018855751 (+2 ms)Running coprocessor post-close hooks at 1732018855754 (+3 ms)Closed at 1732018855754 2024-11-19T12:20:55,754 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:20:55,754 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/norep/628a13be7a464ead80aa210cc42ca693 2024-11-19T12:20:55,757 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 628a13be7a464ead80aa210cc42ca693 2024-11-19T12:20:55,758 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/f/f5232ade70344dd98a59bf44cb7e9373 as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/f/f5232ade70344dd98a59bf44cb7e9373 2024-11-19T12:20:55,761 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5232ade70344dd98a59bf44cb7e9373 2024-11-19T12:20:55,762 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/f/f5232ade70344dd98a59bf44cb7e9373, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T12:20:55,762 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/f1/63fcd72a6d4643c28fe9b3f5a2d0f09e as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/f1/63fcd72a6d4643c28fe9b3f5a2d0f09e 2024-11-19T12:20:55,765 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63fcd72a6d4643c28fe9b3f5a2d0f09e 2024-11-19T12:20:55,765 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/f1/63fcd72a6d4643c28fe9b3f5a2d0f09e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T12:20:55,766 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/.tmp/norep/628a13be7a464ead80aa210cc42ca693 as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/norep/628a13be7a464ead80aa210cc42ca693 2024-11-19T12:20:55,769 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 628a13be7a464ead80aa210cc42ca693 2024-11-19T12:20:55,769 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/norep/628a13be7a464ead80aa210cc42ca693, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T12:20:55,770 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 50c2009bd5c138f4e485601e2e36fbe0 in 893ms, sequenceid=8, compaction requested=false 2024-11-19T12:20:55,770 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:20:55,777 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/data/default/test/50c2009bd5c138f4e485601e2e36fbe0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T12:20:55,777 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:20:55,777 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:20:55,777 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:55,777 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50c2009bd5c138f4e485601e2e36fbe0: Waiting for close lock at 1732018854877Running coprocessor pre-close hooks at 1732018854877Disabling compacts and flushes for region at 1732018854877Disabling writes for close at 1732018854877Obtaining lock to block concurrent updates at 1732018854877Preparing flush snapshotting stores in 50c2009bd5c138f4e485601e2e36fbe0 at 1732018854877Finished memstore snapshotting test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732018854877Flushing stores of test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. at 1732018854878 (+1 ms)Flushing 50c2009bd5c138f4e485601e2e36fbe0/f: creating writer at 1732018854878Flushing 50c2009bd5c138f4e485601e2e36fbe0/f: appending metadata at 1732018854894 (+16 ms)Flushing 50c2009bd5c138f4e485601e2e36fbe0/f: closing flushed file at 1732018854894Flushing 50c2009bd5c138f4e485601e2e36fbe0/f1: creating writer at 1732018855305 (+411 ms)Flushing 50c2009bd5c138f4e485601e2e36fbe0/f1: appending metadata at 1732018855318 (+13 ms)Flushing 50c2009bd5c138f4e485601e2e36fbe0/f1: closing flushed file at 1732018855318Flushing 50c2009bd5c138f4e485601e2e36fbe0/norep: creating writer at 1732018855733 (+415 ms)Flushing 50c2009bd5c138f4e485601e2e36fbe0/norep: appending metadata at 1732018855750 (+17 ms)Flushing 50c2009bd5c138f4e485601e2e36fbe0/norep: closing flushed file at 1732018855750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bce1: reopening flushed file at 1732018855757 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a034068: reopening flushed file at 1732018855762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753de001: reopening flushed file at 1732018855766 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 50c2009bd5c138f4e485601e2e36fbe0 in 893ms, sequenceid=8, compaction requested=false at 1732018855770 (+4 ms)Writing region close event to WAL at 1732018855774 (+4 ms)Running coprocessor post-close hooks at 1732018855777 (+3 ms)Closed at 1732018855777 2024-11-19T12:20:55,777 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018837740.50c2009bd5c138f4e485601e2e36fbe0. 2024-11-19T12:20:55,843 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(976): stopping server 351a98347401,45347,1732018829204; all regions closed. 2024-11-19T12:20:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:20:55,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.meta.1732018832562.meta not finished, retry = 0 2024-11-19T12:20:55,879 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 1159, reset compression=false 2024-11-19T12:20:55,883 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:20:55,883 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 1803, reset compression=false 2024-11-19T12:20:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741839_1015 (size=2676) 2024-11-19T12:20:55,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.rep.1732018843188 not finished, retry = 0 2024-11-19T12:20:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741832_1008 (size=1811) 2024-11-19T12:20:56,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 not finished, retry = 0 2024-11-19T12:20:56,086 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 to pos 1803, reset compression=false 2024-11-19T12:20:56,152 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:56,152 INFO [RS:0;351a98347401:45347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:20:56,152 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/WALs/351a98347401,45347,1732018829204/351a98347401%2C45347%2C1732018829204.1732018831612 2024-11-19T12:20:56,152 INFO [RS:0;351a98347401:45347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:56,152 INFO [RS:0;351a98347401:45347 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:56,152 INFO [RS:0;351a98347401:45347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:56,152 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:56,152 INFO [RS:0;351a98347401:45347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,45347,1732018829204 because: Region server is closing 2024-11-19T12:20:56,153 INFO [RS:0;351a98347401:45347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45347. 2024-11-19T12:20:56,153 DEBUG [RS:0;351a98347401:45347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:56,153 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:56,153 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:56,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:56,253 INFO [RS:0;351a98347401:45347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.shipper351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 terminated 2024-11-19T12:20:56,253 INFO [RS:0;351a98347401:45347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45347. 2024-11-19T12:20:56,253 DEBUG [RS:0;351a98347401:45347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:20:56,253 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:56,253 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45347,1732018829204.replicationSource.wal-reader.351a98347401%2C45347%2C1732018829204,1-351a98347401,45347,1732018829204 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T12:20:56,253 DEBUG [RS:0;351a98347401:45347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:20:56,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:20:56,254 INFO [RS:0;351a98347401:45347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45347 2024-11-19T12:20:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107776263/rs/351a98347401,45347,1732018829204 2024-11-19T12:20:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263/rs 2024-11-19T12:20:56,324 INFO [RS:0;351a98347401:45347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:56,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,45347,1732018829204] 2024-11-19T12:20:56,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1107776263/draining/351a98347401,45347,1732018829204 already deleted, retry=false 2024-11-19T12:20:56,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,45347,1732018829204 expired; onlineServers=0 2024-11-19T12:20:56,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,42307,1732018828918' ***** 2024-11-19T12:20:56,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:20:56,345 INFO [M:0;351a98347401:42307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:20:56,345 INFO [M:0;351a98347401:42307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:20:56,345 DEBUG [M:0;351a98347401:42307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:20:56,345 DEBUG [M:0;351a98347401:42307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:20:56,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:20:56,346 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018831343 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018831343,5,FailOnTimeoutGroup] 2024-11-19T12:20:56,345 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018831343 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018831343,5,FailOnTimeoutGroup] 2024-11-19T12:20:56,346 INFO [M:0;351a98347401:42307 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:20:56,346 INFO [M:0;351a98347401:42307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:20:56,346 DEBUG [M:0;351a98347401:42307 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:20:56,346 INFO [M:0;351a98347401:42307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:20:56,346 INFO [M:0;351a98347401:42307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:20:56,346 INFO [M:0;351a98347401:42307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:20:56,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:20:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1107776263/master 2024-11-19T12:20:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1107776263 2024-11-19T12:20:56,356 DEBUG [M:0;351a98347401:42307 {}] zookeeper.ZKUtil(347): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Unable to get data of znode /0-1107776263/master because node does not exist (not an error) 2024-11-19T12:20:56,356 WARN [M:0;351a98347401:42307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:20:56,357 INFO [M:0;351a98347401:42307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/.lastflushedseqids 2024-11-19T12:20:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741848_1024 (size=245) 2024-11-19T12:20:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:56,435 INFO [RS:0;351a98347401:45347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45347-0x1015309eb300001, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:56,435 INFO [RS:0;351a98347401:45347 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,45347,1732018829204; zookeeper connection closed. 2024-11-19T12:20:56,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@344f4743 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@344f4743 2024-11-19T12:20:56,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:20:56,761 INFO [M:0;351a98347401:42307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:20:56,761 INFO [M:0;351a98347401:42307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:20:56,761 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:20:56,761 INFO [M:0;351a98347401:42307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:56,761 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:56,761 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:20:56,761 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:56,761 INFO [M:0;351a98347401:42307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T12:20:56,778 DEBUG [M:0;351a98347401:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a12e06ac862d46ffae5c08ebef6d670b is 82, key is hbase:meta,,1/info:regioninfo/1732018832589/Put/seqid=0 2024-11-19T12:20:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741849_1025 (size=5672) 2024-11-19T12:20:57,181 INFO [M:0;351a98347401:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a12e06ac862d46ffae5c08ebef6d670b 2024-11-19T12:20:57,201 DEBUG [M:0;351a98347401:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c51a471e734e7caff21fd24e57e5db is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018843224/Put/seqid=0 2024-11-19T12:20:57,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741850_1026 (size=8516) 2024-11-19T12:20:57,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:20:57,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:20:57,606 INFO [M:0;351a98347401:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c51a471e734e7caff21fd24e57e5db 2024-11-19T12:20:57,621 DEBUG [M:0;351a98347401:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5b00cbd69c148ea8c126dd79d717769 is 69, key is 351a98347401,45347,1732018829204/rs:state/1732018831469/Put/seqid=0 2024-11-19T12:20:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741851_1027 (size=5156) 2024-11-19T12:20:58,025 INFO [M:0;351a98347401:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5b00cbd69c148ea8c126dd79d717769 2024-11-19T12:20:58,029 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a12e06ac862d46ffae5c08ebef6d670b as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a12e06ac862d46ffae5c08ebef6d670b 2024-11-19T12:20:58,032 INFO [M:0;351a98347401:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a12e06ac862d46ffae5c08ebef6d670b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:20:58,033 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c51a471e734e7caff21fd24e57e5db as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22c51a471e734e7caff21fd24e57e5db 2024-11-19T12:20:58,036 INFO [M:0;351a98347401:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22c51a471e734e7caff21fd24e57e5db, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:20:58,037 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5b00cbd69c148ea8c126dd79d717769 as hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5b00cbd69c148ea8c126dd79d717769 2024-11-19T12:20:58,040 INFO [M:0;351a98347401:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5b00cbd69c148ea8c126dd79d717769, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:20:58,040 INFO [M:0;351a98347401:42307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-19T12:20:58,047 INFO [M:0;351a98347401:42307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:20:58,047 DEBUG [M:0;351a98347401:42307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018856761Disabling compacts and flushes for region at 1732018856761Disabling writes for close at 1732018856761Obtaining lock to block concurrent updates at 1732018856761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018856761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732018856761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018856762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018856762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018856777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018856777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018857185 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018857201 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018857201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018857609 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018857621 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018857621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32eea906: reopening flushed file at 1732018858028 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735f2ffb: reopening flushed file at 1732018858032 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec5330a: reopening flushed file at 1732018858036 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732018858040 (+4 ms)Writing region close event to WAL at 1732018858047 (+7 ms)Closed at 1732018858047 2024-11-19T12:20:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39833 is added to blk_1073741830_1006 (size=63654) 2024-11-19T12:20:58,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a09b55f9-3c6a-ac77-2bdb-ca297d567240/MasterData/WALs/351a98347401,42307,1732018828918/351a98347401%2C42307%2C1732018828918.1732018831080 not finished, retry = 0 2024-11-19T12:20:58,150 INFO [M:0;351a98347401:42307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:20:58,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:20:58,150 INFO [M:0;351a98347401:42307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42307 2024-11-19T12:20:58,150 INFO [M:0;351a98347401:42307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:20:58,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:58,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1015309eb300000, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:20:58,309 INFO [M:0;351a98347401:42307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:20:58,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abc4f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:58,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:58,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:58,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:58,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:58,313 WARN [BP-1358515290-172.17.0.2-1732018827156 heartbeating to localhost/127.0.0.1:36273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:20:58,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:20:58,313 WARN [BP-1358515290-172.17.0.2-1732018827156 heartbeating to localhost/127.0.0.1:36273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1358515290-172.17.0.2-1732018827156 (Datanode Uuid 34e25db5-84e5-4933-a1d6-b68b3eb683c8) service to localhost/127.0.0.1:36273 2024-11-19T12:20:58,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:20:58,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/data/data1/current/BP-1358515290-172.17.0.2-1732018827156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:58,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/cluster_5ef6e55d-4c30-e63a-9297-a4fc818d0c0b/data/data2/current/BP-1358515290-172.17.0.2-1732018827156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:20:58,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:20:58,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33556bef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:58,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:20:58,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:20:58,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:20:58,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44850ee9-77a8-246e-e405-0eb722557b80/hadoop.log.dir/,STOPPED} 2024-11-19T12:20:58,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:20:58,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:20:58,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 240) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39373 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36273 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=660 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=12579 (was 12601) 2024-11-19T12:20:58,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=660, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=12578 2024-11-19T12:20:58,363 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T12:20:58,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir so I do NOT create it in target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8 2024-11-19T12:20:58,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:20:58,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.tmp.dir so I do NOT create it in target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8 2024-11-19T12:20:58,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71bddb4c-f0b2-23ec-ed66-157550a94743/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:20:58,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8 2024-11-19T12:20:58,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8, deleteOnExit=true 2024-11-19T12:20:58,413 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/zookeeper_0, clientPort=64114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:20:58,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64114 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/test.cache.data in system properties and HBase conf 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:20:58,414 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:20:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:20:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:20:58,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015309eb300002, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:20:58,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015309eb300005, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:20:58,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015309eb300005, quorum=127.0.0.1:61282, baseZNode=/1-1771599430 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:20:58,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015309eb300002, quorum=127.0.0.1:61282, baseZNode=/0-1107776263 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:20:58,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:58,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:58,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:58,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:58,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:20:58,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:58,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:58,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:58,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55bb5791{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/java.io.tmpdir/jetty-localhost-34251-hadoop-hdfs-3_4_1-tests_jar-_-any-5985629985712556027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:20:58,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:34251} 2024-11-19T12:20:58,833 INFO [Time-limited test {}] server.Server(415): Started @234415ms 2024-11-19T12:20:59,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:20:59,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:20:59,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:20:59,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:20:59,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:20:59,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:20:59,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:20:59,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ccff675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/java.io.tmpdir/jetty-localhost-46409-hadoop-hdfs-3_4_1-tests_jar-_-any-4025965808976225281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:20:59,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:46409} 2024-11-19T12:20:59,170 INFO [Time-limited test {}] server.Server(415): Started @234751ms 2024-11-19T12:20:59,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:20:59,803 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/data/data1/current/BP-854805246-172.17.0.2-1732018858432/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:59,803 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/data/data2/current/BP-854805246-172.17.0.2-1732018858432/current, will proceed with Du for space computation calculation, 2024-11-19T12:20:59,827 WARN [Thread-2647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:20:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd84969ceccd92947 with lease ID 0x28a3681aaa70f08a: Processing first storage report for DS-7d932968-4a43-4915-a316-0095013cc8bb from datanode DatanodeRegistration(127.0.0.1:35555, datanodeUuid=93cdd0ec-0b5b-4030-b099-e814f1f0aafa, infoPort=33513, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=1832054834;c=1732018858432) 2024-11-19T12:20:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd84969ceccd92947 with lease ID 0x28a3681aaa70f08a: from storage DS-7d932968-4a43-4915-a316-0095013cc8bb node DatanodeRegistration(127.0.0.1:35555, datanodeUuid=93cdd0ec-0b5b-4030-b099-e814f1f0aafa, infoPort=33513, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=1832054834;c=1732018858432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd84969ceccd92947 with lease ID 0x28a3681aaa70f08a: Processing first storage report for DS-b530dec7-cc3e-4d6f-aef6-20972fbfba6e from datanode DatanodeRegistration(127.0.0.1:35555, datanodeUuid=93cdd0ec-0b5b-4030-b099-e814f1f0aafa, infoPort=33513, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=1832054834;c=1732018858432) 2024-11-19T12:20:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd84969ceccd92947 with lease ID 0x28a3681aaa70f08a: from storage DS-b530dec7-cc3e-4d6f-aef6-20972fbfba6e node DatanodeRegistration(127.0.0.1:35555, datanodeUuid=93cdd0ec-0b5b-4030-b099-e814f1f0aafa, infoPort=33513, infoSecurePort=0, ipcPort=33105, storageInfo=lv=-57;cid=testClusterID;nsid=1832054834;c=1732018858432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:20:59,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8 2024-11-19T12:20:59,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:59,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:20:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:21:00,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6 with version=8 2024-11-19T12:21:00,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/hbase-staging 2024-11-19T12:21:00,304 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:21:00,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:00,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39269 2024-11-19T12:21:00,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39269 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:00,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392690x0, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:00,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39269-0x101530a65580000 connected 2024-11-19T12:21:00,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:00,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:00,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/running 2024-11-19T12:21:00,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6, hbase.cluster.distributed=false 2024-11-19T12:21:00,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/acl 2024-11-19T12:21:00,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-19T12:21:00,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39269 2024-11-19T12:21:00,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39269 2024-11-19T12:21:00,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-19T12:21:00,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-19T12:21:00,500 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:00,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:00,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:00,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:00,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:00,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:00,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:21:00,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:00,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43259 2024-11-19T12:21:00,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43259 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:00,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:00,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432590x0, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:00,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/running 2024-11-19T12:21:00,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43259-0x101530a65580001 connected 2024-11-19T12:21:00,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:21:00,514 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:21:00,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/master 2024-11-19T12:21:00,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/acl 2024-11-19T12:21:00,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-19T12:21:00,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43259 2024-11-19T12:21:00,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43259 2024-11-19T12:21:00,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-19T12:21:00,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-19T12:21:00,530 DEBUG [M:0;351a98347401:39269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:39269 2024-11-19T12:21:00,530 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-219356638/backup-masters/351a98347401,39269,1732018860303 2024-11-19T12:21:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638/backup-masters 2024-11-19T12:21:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638/backup-masters 2024-11-19T12:21:00,540 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on existing znode=/0-219356638/backup-masters/351a98347401,39269,1732018860303 2024-11-19T12:21:00,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:00,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219356638/master 2024-11-19T12:21:00,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:00,551 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on existing znode=/0-219356638/master 2024-11-19T12:21:00,551 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-219356638/backup-masters/351a98347401,39269,1732018860303 from backup master directory 2024-11-19T12:21:00,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219356638/backup-masters/351a98347401,39269,1732018860303 2024-11-19T12:21:00,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638/backup-masters 2024-11-19T12:21:00,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638/backup-masters 2024-11-19T12:21:00,561 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:00,561 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,39269,1732018860303 2024-11-19T12:21:00,564 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/hbase.id] with ID: 9dcdc97f-48e0-41d7-87bc-66b66835f4fa 2024-11-19T12:21:00,564 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/.tmp/hbase.id 2024-11-19T12:21:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:21:00,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:00,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:00,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38403 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:00,968 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/.tmp/hbase.id]:[hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/hbase.id] 2024-11-19T12:21:00,975 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:00,975 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:21:00,976 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:21:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:01,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:21:01,444 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:01,444 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:21:01,445 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:21:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:21:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:21:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:21:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:21:01,850 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store 2024-11-19T12:21:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:21:02,255 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:02,255 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:02,255 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:02,255 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:02,255 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:02,255 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:02,255 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:02,255 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018862255Disabling compacts and flushes for region at 1732018862255Disabling writes for close at 1732018862255Writing region close event to WAL at 1732018862255Closed at 1732018862255 2024-11-19T12:21:02,256 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/.initializing 2024-11-19T12:21:02,256 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/WALs/351a98347401,39269,1732018860303 2024-11-19T12:21:02,257 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:02,259 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C39269%2C1732018860303, suffix=, logDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/WALs/351a98347401,39269,1732018860303, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/oldWALs, maxLogs=10 2024-11-19T12:21:02,270 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/WALs/351a98347401,39269,1732018860303/351a98347401%2C39269%2C1732018860303.1732018862259, exclude list is [], retry=0 2024-11-19T12:21:02,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35555,DS-7d932968-4a43-4915-a316-0095013cc8bb,DISK] 2024-11-19T12:21:02,274 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/WALs/351a98347401,39269,1732018860303/351a98347401%2C39269%2C1732018860303.1732018862259 2024-11-19T12:21:02,274 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33513:33513)] 2024-11-19T12:21:02,274 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:02,274 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:02,275 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,275 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:21:02,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:02,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:02,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:21:02,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:02,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:02,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:21:02,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:02,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:02,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:21:02,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:02,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:02,280 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,280 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,281 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,282 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,282 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,282 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:02,283 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:02,284 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:02,284 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62437069, jitterRate=-0.06961517035961151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:02,285 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018862275Initializing all the Stores at 1732018862275Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018862275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018862275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018862275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018862275Cleaning up temporary data from old regions at 1732018862282 (+7 ms)Region opened successfully at 1732018862285 (+3 ms) 2024-11-19T12:21:02,285 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:21:02,287 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784f3a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:02,288 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:21:02,288 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:21:02,288 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:21:02,288 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:21:02,289 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:21:02,289 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:21:02,289 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:21:02,295 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:21:02,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Unable to get data of znode /0-219356638/balancer because node does not exist (not necessarily an error) 2024-11-19T12:21:02,355 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219356638/balancer already deleted, retry=false 2024-11-19T12:21:02,356 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:21:02,357 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Unable to get data of znode /0-219356638/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:21:02,366 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219356638/normalizer already deleted, retry=false 2024-11-19T12:21:02,366 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:21:02,367 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Unable to get data of znode /0-219356638/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:21:02,376 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219356638/switch/split already deleted, retry=false 2024-11-19T12:21:02,377 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Unable to get data of znode /0-219356638/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:21:02,387 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219356638/switch/merge already deleted, retry=false 2024-11-19T12:21:02,389 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Unable to get data of znode /0-219356638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:21:02,397 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-219356638/snapshot-cleanup already deleted, retry=false 2024-11-19T12:21:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219356638/running 2024-11-19T12:21:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-219356638/running 2024-11-19T12:21:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:02,408 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,39269,1732018860303, sessionid=0x101530a65580000, setting cluster-up flag (Was=false) 2024-11-19T12:21:02,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:02,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:02,461 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219356638/flush-table-proc/acquired, /0-219356638/flush-table-proc/reached, /0-219356638/flush-table-proc/abort 2024-11-19T12:21:02,461 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39269,1732018860303 2024-11-19T12:21:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:02,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:02,513 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-219356638/online-snapshot/acquired, /0-219356638/online-snapshot/reached, /0-219356638/online-snapshot/abort 2024-11-19T12:21:02,514 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39269,1732018860303 2024-11-19T12:21:02,515 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:21:02,516 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:02,516 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:21:02,516 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:21:02,517 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,39269,1732018860303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:02,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,518 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018892518 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:21:02,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:21:02,519 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:21:02,520 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018862519,5,FailOnTimeoutGroup] 2024-11-19T12:21:02,520 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018862520,5,FailOnTimeoutGroup] 2024-11-19T12:21:02,520 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,520 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:21:02,520 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,520 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:02,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:21:02,524 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(746): ClusterId : 9dcdc97f-48e0-41d7-87bc-66b66835f4fa 2024-11-19T12:21:02,524 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:21:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:21:02,535 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:21:02,535 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:21:02,549 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:21:02,549 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17936a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:02,560 DEBUG [RS:0;351a98347401:43259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:43259 2024-11-19T12:21:02,560 INFO [RS:0;351a98347401:43259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:21:02,560 INFO [RS:0;351a98347401:43259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:21:02,560 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:21:02,561 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,39269,1732018860303 with port=43259, startcode=1732018860500 2024-11-19T12:21:02,561 DEBUG [RS:0;351a98347401:43259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:21:02,562 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:21:02,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,43259,1732018860500 2024-11-19T12:21:02,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39269 {}] master.ServerManager(517): Registering regionserver=351a98347401,43259,1732018860500 2024-11-19T12:21:02,563 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6 2024-11-19T12:21:02,563 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44867 2024-11-19T12:21:02,563 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:21:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638/rs 2024-11-19T12:21:02,572 DEBUG [RS:0;351a98347401:43259 {}] zookeeper.ZKUtil(111): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on existing znode=/0-219356638/rs/351a98347401,43259,1732018860500 2024-11-19T12:21:02,572 WARN [RS:0;351a98347401:43259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:02,572 INFO [RS:0;351a98347401:43259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:02,572 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500 2024-11-19T12:21:02,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,43259,1732018860500] 2024-11-19T12:21:02,574 INFO [RS:0;351a98347401:43259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:21:02,575 INFO [RS:0;351a98347401:43259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:21:02,576 INFO [RS:0;351a98347401:43259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:21:02,576 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,576 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:21:02,576 INFO [RS:0;351a98347401:43259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:21:02,576 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,576 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,576 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,576 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:02,577 DEBUG [RS:0;351a98347401:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:02,584 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,584 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,584 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,584 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,584 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,584 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43259,1732018860500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:02,596 INFO [RS:0;351a98347401:43259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:21:02,596 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43259,1732018860500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,596 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,596 INFO [RS:0;351a98347401:43259 {}] regionserver.Replication(171): 351a98347401,43259,1732018860500 started 2024-11-19T12:21:02,608 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:02,608 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,43259,1732018860500, RpcServer on 351a98347401/172.17.0.2:43259, sessionid=0x101530a65580001 2024-11-19T12:21:02,609 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:21:02,609 DEBUG [RS:0;351a98347401:43259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,43259,1732018860500 2024-11-19T12:21:02,609 DEBUG [RS:0;351a98347401:43259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,43259,1732018860500' 2024-11-19T12:21:02,609 DEBUG [RS:0;351a98347401:43259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219356638/flush-table-proc/abort' 2024-11-19T12:21:02,609 DEBUG [RS:0;351a98347401:43259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219356638/flush-table-proc/acquired' 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,43259,1732018860500 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,43259,1732018860500' 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-219356638/online-snapshot/abort' 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-219356638/online-snapshot/acquired' 2024-11-19T12:21:02,610 DEBUG [RS:0;351a98347401:43259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:21:02,610 INFO [RS:0;351a98347401:43259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:21:02,610 INFO [RS:0;351a98347401:43259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:21:02,711 INFO [RS:0;351a98347401:43259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:02,712 INFO [RS:0;351a98347401:43259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C43259%2C1732018860500, suffix=, logDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/oldWALs, maxLogs=10 2024-11-19T12:21:02,730 DEBUG [RS:0;351a98347401:43259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, exclude list is [], retry=0 2024-11-19T12:21:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35555,DS-7d932968-4a43-4915-a316-0095013cc8bb,DISK] 2024-11-19T12:21:02,733 INFO [RS:0;351a98347401:43259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 2024-11-19T12:21:02,733 DEBUG [RS:0;351a98347401:43259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33513:33513)] 2024-11-19T12:21:02,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:21:02,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6 2024-11-19T12:21:02,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:21:03,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:03,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:03,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:03,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:03,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:03,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:03,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:03,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:03,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:03,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740 2024-11-19T12:21:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740 2024-11-19T12:21:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:03,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:03,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:03,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:03,344 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59935843, jitterRate=-0.10688634216785431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:03,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018863332Initializing all the Stores at 1732018863333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018863333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018863333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018863333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018863333Cleaning up temporary data from old regions at 1732018863340 (+7 ms)Region opened successfully at 1732018863344 (+4 ms) 2024-11-19T12:21:03,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:03,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:03,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:03,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:03,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:03,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:03,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018863344Disabling compacts and flushes for region at 1732018863344Disabling writes for close at 1732018863345 (+1 ms)Writing region close event to WAL at 1732018863345Closed at 1732018863345 2024-11-19T12:21:03,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:03,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:21:03,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:21:03,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:03,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:21:03,498 DEBUG [351a98347401:39269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:21:03,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,43259,1732018860500 2024-11-19T12:21:03,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43259,1732018860500, state=OPENING 2024-11-19T12:21:03,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:21:03,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:03,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:03,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219356638/meta-region-server: CHANGED 2024-11-19T12:21:03,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219356638/meta-region-server: CHANGED 2024-11-19T12:21:03,577 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:03,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,43259,1732018860500}] 2024-11-19T12:21:03,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:03,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:21:03,735 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:21:03,735 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:03,735 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:21:03,736 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C43259%2C1732018860500.meta, suffix=.meta, logDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/oldWALs, maxLogs=10 2024-11-19T12:21:03,752 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.meta.1732018863736.meta, exclude list is [], retry=0 2024-11-19T12:21:03,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35555,DS-7d932968-4a43-4915-a316-0095013cc8bb,DISK] 2024-11-19T12:21:03,760 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.meta.1732018863736.meta 2024-11-19T12:21:03,761 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33513:33513)] 2024-11-19T12:21:03,761 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:03,761 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:03,761 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:03,761 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:21:03,761 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:21:03,761 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:21:03,762 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:03,762 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:21:03,762 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:21:03,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:03,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:03,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:03,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:03,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:03,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:03,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:03,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:03,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:03,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:03,766 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:03,766 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740 2024-11-19T12:21:03,767 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740 2024-11-19T12:21:03,768 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:03,768 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:03,768 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:03,769 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:03,770 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66555028, jitterRate=-0.00825279951095581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:03,770 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:21:03,770 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018863762Writing region info on filesystem at 1732018863762Initializing all the Stores at 1732018863762Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018863762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018863762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018863762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018863762Cleaning up temporary data from old regions at 1732018863768 (+6 ms)Running coprocessor post-open hooks at 1732018863770 (+2 ms)Region opened successfully at 1732018863770 2024-11-19T12:21:03,771 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018863729 2024-11-19T12:21:03,773 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:21:03,773 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:21:03,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43259,1732018860500 2024-11-19T12:21:03,774 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43259,1732018860500, state=OPEN 2024-11-19T12:21:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219356638/meta-region-server 2024-11-19T12:21:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-219356638/meta-region-server 2024-11-19T12:21:03,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,43259,1732018860500 2024-11-19T12:21:03,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219356638/meta-region-server: CHANGED 2024-11-19T12:21:03,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-219356638/meta-region-server: CHANGED 2024-11-19T12:21:03,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:21:03,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,43259,1732018860500 in 237 msec 2024-11-19T12:21:03,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:21:03,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-19T12:21:03,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:03,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:21:03,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:03,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43259,1732018860500, seqNum=-1] 2024-11-19T12:21:03,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:03,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:03,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-19T12:21:03,826 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018863826, completionTime=-1 2024-11-19T12:21:03,826 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:21:03,826 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018923828 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018983828 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39269,1732018860303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39269,1732018860303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39269,1732018860303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:39269, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,828 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,829 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,833 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39269,1732018860303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:03,836 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39269,1732018860303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:21:03,839 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:21:03,839 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:21:03,839 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39269,1732018860303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:03,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:03,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:03,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:03,927 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3852f3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:03,932 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:03,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:03,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43259,1732018860500, seqNum=-1] 2024-11-19T12:21:03,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:03,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:03,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,39269,1732018860303 2024-11-19T12:21:03,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:03,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:03,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101530a65580002 connected 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir so I do NOT create it in target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f 2024-11-19T12:21:04,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.tmp.dir so I do NOT create it in target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f 2024-11-19T12:21:04,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:21:04,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/cluster_1b8fb243-7611-9a57-8d5a-c82e2ebe093c, deleteOnExit=true 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/test.cache.data in system properties and HBase conf 2024-11-19T12:21:04,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:21:04,061 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:21:04,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:04,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:21:04,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:21:04,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:04,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:04,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:04,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:04,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:21:04,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:04,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:04,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:04,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be9f58d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/java.io.tmpdir/jetty-localhost-35353-hadoop-hdfs-3_4_1-tests_jar-_-any-13419542914853859966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:04,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:35353} 2024-11-19T12:21:04,719 INFO [Time-limited test {}] server.Server(415): Started @240300ms 2024-11-19T12:21:05,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:05,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:05,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:05,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:05,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:21:05,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:05,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:05,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525e5e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/java.io.tmpdir/jetty-localhost-40957-hadoop-hdfs-3_4_1-tests_jar-_-any-1017631230498984123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:05,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:40957} 2024-11-19T12:21:05,136 INFO [Time-limited test {}] server.Server(415): Started @240717ms 2024-11-19T12:21:05,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:21:06,008 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/cluster_1b8fb243-7611-9a57-8d5a-c82e2ebe093c/data/data2/current/BP-583042464-172.17.0.2-1732018864077/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:06,008 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/cluster_1b8fb243-7611-9a57-8d5a-c82e2ebe093c/data/data1/current/BP-583042464-172.17.0.2-1732018864077/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:06,029 WARN [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:21:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33e02421207b5330 with lease ID 0x29175285603fccf1: Processing first storage report for DS-dfd63eca-f14e-4758-8060-f5e096a355c2 from datanode DatanodeRegistration(127.0.0.1:37237, datanodeUuid=752acfce-b74e-4e8d-a91e-9d9c65970c2a, infoPort=38615, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=444144998;c=1732018864077) 2024-11-19T12:21:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33e02421207b5330 with lease ID 0x29175285603fccf1: from storage DS-dfd63eca-f14e-4758-8060-f5e096a355c2 node DatanodeRegistration(127.0.0.1:37237, datanodeUuid=752acfce-b74e-4e8d-a91e-9d9c65970c2a, infoPort=38615, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=444144998;c=1732018864077), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33e02421207b5330 with lease ID 0x29175285603fccf1: Processing first storage report for DS-5ffeb09e-ab4a-4d19-ae3d-1a0772ba5993 from datanode DatanodeRegistration(127.0.0.1:37237, datanodeUuid=752acfce-b74e-4e8d-a91e-9d9c65970c2a, infoPort=38615, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=444144998;c=1732018864077) 2024-11-19T12:21:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33e02421207b5330 with lease ID 0x29175285603fccf1: from storage DS-5ffeb09e-ab4a-4d19-ae3d-1a0772ba5993 node DatanodeRegistration(127.0.0.1:37237, datanodeUuid=752acfce-b74e-4e8d-a91e-9d9c65970c2a, infoPort=38615, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=444144998;c=1732018864077), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:06,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f 2024-11-19T12:21:06,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:06,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:06,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:21:06,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441 with version=8 2024-11-19T12:21:06,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/hbase-staging 2024-11-19T12:21:06,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:06,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:06,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:06,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:06,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:06,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:06,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:21:06,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:06,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37267 2024-11-19T12:21:06,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37267 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:06,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372670x0, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:06,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37267-0x101530a65580003 connected 2024-11-19T12:21:06,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:06,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:06,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/running 2024-11-19T12:21:06,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441, hbase.cluster.distributed=false 2024-11-19T12:21:06,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/acl 2024-11-19T12:21:06,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37267 2024-11-19T12:21:06,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37267 2024-11-19T12:21:06,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37267 2024-11-19T12:21:06,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37267 2024-11-19T12:21:06,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37267 2024-11-19T12:21:06,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:21:06,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:06,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45965 2024-11-19T12:21:06,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45965 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:06,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:06,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:06,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459650x0, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:06,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459650x0, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/running 2024-11-19T12:21:06,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45965-0x101530a65580004 connected 2024-11-19T12:21:06,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:21:06,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:21:06,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/master 2024-11-19T12:21:06,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/acl 2024-11-19T12:21:06,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-19T12:21:06,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45965 2024-11-19T12:21:06,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45965 2024-11-19T12:21:06,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-19T12:21:06,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45965 2024-11-19T12:21:06,669 DEBUG [M:0;351a98347401:37267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:37267 2024-11-19T12:21:06,670 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11485806829/backup-masters/351a98347401,37267,1732018866471 2024-11-19T12:21:06,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829/backup-masters 2024-11-19T12:21:06,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829/backup-masters 2024-11-19T12:21:06,682 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on existing znode=/11485806829/backup-masters/351a98347401,37267,1732018866471 2024-11-19T12:21:06,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11485806829/master 2024-11-19T12:21:06,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:06,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:06,692 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on existing znode=/11485806829/master 2024-11-19T12:21:06,692 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11485806829/backup-masters/351a98347401,37267,1732018866471 from backup master directory 2024-11-19T12:21:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829/backup-masters 2024-11-19T12:21:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11485806829/backup-masters/351a98347401,37267,1732018866471 2024-11-19T12:21:06,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829/backup-masters 2024-11-19T12:21:06,702 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:06,702 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,37267,1732018866471 2024-11-19T12:21:06,706 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/hbase.id] with ID: 3b5c0855-1453-4a9c-b1cd-4ed6f55419c4 2024-11-19T12:21:06,706 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/.tmp/hbase.id 2024-11-19T12:21:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:21:07,110 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/.tmp/hbase.id]:[hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/hbase.id] 2024-11-19T12:21:07,117 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:07,117 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:21:07,118 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:21:07,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:07,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:21:07,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:07,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:07,570 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:07,571 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:21:07,571 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:07,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:21:07,977 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store 2024-11-19T12:21:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:21:08,382 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:08,382 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:08,382 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:08,382 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:08,382 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:08,382 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:08,382 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:08,382 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018868382Disabling compacts and flushes for region at 1732018868382Disabling writes for close at 1732018868382Writing region close event to WAL at 1732018868382Closed at 1732018868382 2024-11-19T12:21:08,382 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/.initializing 2024-11-19T12:21:08,383 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/WALs/351a98347401,37267,1732018866471 2024-11-19T12:21:08,383 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:08,384 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C37267%2C1732018866471, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/WALs/351a98347401,37267,1732018866471, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/oldWALs, maxLogs=10 2024-11-19T12:21:08,399 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/WALs/351a98347401,37267,1732018866471/351a98347401%2C37267%2C1732018866471.1732018868384, exclude list is [], retry=0 2024-11-19T12:21:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-dfd63eca-f14e-4758-8060-f5e096a355c2,DISK] 2024-11-19T12:21:08,402 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/WALs/351a98347401,37267,1732018866471/351a98347401%2C37267%2C1732018866471.1732018868384 2024-11-19T12:21:08,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-11-19T12:21:08,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:08,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:08,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,402 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:21:08,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:08,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:08,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:21:08,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:08,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:08,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:21:08,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:21:08,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:08,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:08,407 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,408 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,408 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,409 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,409 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,409 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:08,410 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:08,411 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:08,412 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60119652, jitterRate=-0.10414737462997437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:08,412 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018868402Initializing all the Stores at 1732018868403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018868403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018868403Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018868403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018868403Cleaning up temporary data from old regions at 1732018868409 (+6 ms)Region opened successfully at 1732018868412 (+3 ms) 2024-11-19T12:21:08,412 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:21:08,414 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f9d339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:08,415 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:21:08,415 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:21:08,415 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:21:08,415 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:21:08,416 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:21:08,416 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:21:08,416 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:21:08,419 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:21:08,420 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Unable to get data of znode /11485806829/balancer because node does not exist (not necessarily an error) 2024-11-19T12:21:08,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11485806829/balancer already deleted, retry=false 2024-11-19T12:21:08,482 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:21:08,482 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Unable to get data of znode /11485806829/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:21:08,491 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11485806829/normalizer already deleted, retry=false 2024-11-19T12:21:08,492 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:21:08,492 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Unable to get data of znode /11485806829/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:21:08,502 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11485806829/switch/split already deleted, retry=false 2024-11-19T12:21:08,503 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Unable to get data of znode /11485806829/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:21:08,512 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11485806829/switch/merge already deleted, retry=false 2024-11-19T12:21:08,514 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Unable to get data of znode /11485806829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:21:08,523 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11485806829/snapshot-cleanup already deleted, retry=false 2024-11-19T12:21:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11485806829/running 2024-11-19T12:21:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11485806829/running 2024-11-19T12:21:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:08,534 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,37267,1732018866471, sessionid=0x101530a65580003, setting cluster-up flag (Was=false) 2024-11-19T12:21:08,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:08,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:08,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:21:08,587 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11485806829/flush-table-proc/acquired, /11485806829/flush-table-proc/reached, /11485806829/flush-table-proc/abort 2024-11-19T12:21:08,588 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,37267,1732018866471 2024-11-19T12:21:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:08,639 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11485806829/online-snapshot/acquired, /11485806829/online-snapshot/reached, /11485806829/online-snapshot/abort 2024-11-19T12:21:08,640 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,37267,1732018866471 2024-11-19T12:21:08,641 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:21:08,642 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:08,642 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:21:08,642 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:21:08,643 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,37267,1732018866471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:08,644 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:08,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:08,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:21:08,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:08,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:21:08,648 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018898648 2024-11-19T12:21:08,648 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:21:08,649 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:21:08,649 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:21:08,649 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:21:08,649 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:21:08,650 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:21:08,650 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:08,650 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:21:08,650 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:21:08,651 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:21:08,651 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:21:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:21:08,651 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:21:08,651 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:21:08,651 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018868651,5,FailOnTimeoutGroup] 2024-11-19T12:21:08,652 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018868651,5,FailOnTimeoutGroup] 2024-11-19T12:21:08,652 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:08,652 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:21:08,652 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:08,652 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:08,659 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(746): ClusterId : 3b5c0855-1453-4a9c-b1cd-4ed6f55419c4 2024-11-19T12:21:08,659 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:21:08,671 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:21:08,671 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:21:08,682 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:21:08,682 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf5bfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:08,695 DEBUG [RS:0;351a98347401:45965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:45965 2024-11-19T12:21:08,695 INFO [RS:0;351a98347401:45965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:21:08,695 INFO [RS:0;351a98347401:45965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:21:08,695 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:21:08,696 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,37267,1732018866471 with port=45965, startcode=1732018866629 2024-11-19T12:21:08,696 DEBUG [RS:0;351a98347401:45965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:21:08,697 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:21:08,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,45965,1732018866629 2024-11-19T12:21:08,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37267 {}] master.ServerManager(517): Registering regionserver=351a98347401,45965,1732018866629 2024-11-19T12:21:08,699 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441 2024-11-19T12:21:08,699 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42937 2024-11-19T12:21:08,699 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:21:09,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:21:09,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441 2024-11-19T12:21:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:21:09,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829/rs 2024-11-19T12:21:09,110 DEBUG [RS:0;351a98347401:45965 {}] zookeeper.ZKUtil(111): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on existing znode=/11485806829/rs/351a98347401,45965,1732018866629 2024-11-19T12:21:09,110 WARN [RS:0;351a98347401:45965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:09,110 INFO [RS:0;351a98347401:45965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:09,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,45965,1732018866629] 2024-11-19T12:21:09,110 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629 2024-11-19T12:21:09,113 INFO [RS:0;351a98347401:45965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:21:09,115 INFO [RS:0;351a98347401:45965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:21:09,115 INFO [RS:0;351a98347401:45965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:21:09,115 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,116 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:21:09,116 INFO [RS:0;351a98347401:45965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:21:09,116 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,116 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,116 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,116 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,116 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,116 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:09,117 DEBUG [RS:0;351a98347401:45965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:09,117 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,117 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,117 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,117 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,117 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,117 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45965,1732018866629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:09,129 INFO [RS:0;351a98347401:45965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:21:09,129 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45965,1732018866629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,129 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,129 INFO [RS:0;351a98347401:45965 {}] regionserver.Replication(171): 351a98347401,45965,1732018866629 started 2024-11-19T12:21:09,141 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,141 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,45965,1732018866629, RpcServer on 351a98347401/172.17.0.2:45965, sessionid=0x101530a65580004 2024-11-19T12:21:09,141 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:21:09,141 DEBUG [RS:0;351a98347401:45965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,45965,1732018866629 2024-11-19T12:21:09,141 DEBUG [RS:0;351a98347401:45965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45965,1732018866629' 2024-11-19T12:21:09,141 DEBUG [RS:0;351a98347401:45965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11485806829/flush-table-proc/abort' 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11485806829/flush-table-proc/acquired' 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,45965,1732018866629 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45965,1732018866629' 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11485806829/online-snapshot/abort' 2024-11-19T12:21:09,142 DEBUG [RS:0;351a98347401:45965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11485806829/online-snapshot/acquired' 2024-11-19T12:21:09,143 DEBUG [RS:0;351a98347401:45965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:21:09,143 INFO [RS:0;351a98347401:45965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:21:09,143 INFO [RS:0;351a98347401:45965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:21:09,243 INFO [RS:0;351a98347401:45965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:09,244 INFO [RS:0;351a98347401:45965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45965%2C1732018866629, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/oldWALs, maxLogs=10 2024-11-19T12:21:09,255 DEBUG [RS:0;351a98347401:45965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, exclude list is [], retry=0 2024-11-19T12:21:09,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-dfd63eca-f14e-4758-8060-f5e096a355c2,DISK] 2024-11-19T12:21:09,258 INFO [RS:0;351a98347401:45965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 2024-11-19T12:21:09,258 DEBUG [RS:0;351a98347401:45965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-11-19T12:21:09,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:09,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:09,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:09,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:09,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:09,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:09,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:09,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:09,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:09,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:09,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740 2024-11-19T12:21:09,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740 2024-11-19T12:21:09,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:09,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:09,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:09,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:09,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:09,466 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65271163, jitterRate=-0.027383878827095032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:09,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018869457Initializing all the Stores at 1732018869458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018869458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018869458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018869458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018869458Cleaning up temporary data from old regions at 1732018869464 (+6 ms)Region opened successfully at 1732018869466 (+2 ms) 2024-11-19T12:21:09,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:09,466 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:09,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:09,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:09,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:09,467 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:09,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018869466Disabling compacts and flushes for region at 1732018869466Disabling writes for close at 1732018869466Writing region close event to WAL at 1732018869467 (+1 ms)Closed at 1732018869467 2024-11-19T12:21:09,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:09,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:21:09,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:21:09,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:09,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:21:09,619 DEBUG [351a98347401:37267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:21:09,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,45965,1732018866629 2024-11-19T12:21:09,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45965,1732018866629, state=OPENING 2024-11-19T12:21:09,692 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:21:09,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:09,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:09,703 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:09,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11485806829/meta-region-server: CHANGED 2024-11-19T12:21:09,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11485806829/meta-region-server: CHANGED 2024-11-19T12:21:09,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45965,1732018866629}] 2024-11-19T12:21:09,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:09,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:21:09,858 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:21:09,858 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:09,858 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:21:09,860 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45965%2C1732018866629.meta, suffix=.meta, logDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/oldWALs, maxLogs=10 2024-11-19T12:21:09,871 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.meta.1732018869860.meta, exclude list is [], retry=0 2024-11-19T12:21:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-dfd63eca-f14e-4758-8060-f5e096a355c2,DISK] 2024-11-19T12:21:09,874 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.meta.1732018869860.meta 2024-11-19T12:21:09,874 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-11-19T12:21:09,874 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:09,875 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:09,875 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:09,875 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:21:09,875 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:21:09,875 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:21:09,875 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:09,875 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:21:09,875 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:21:09,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:09,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:09,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:09,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:09,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:09,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:09,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:09,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:09,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:09,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:09,880 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:09,880 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740 2024-11-19T12:21:09,881 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740 2024-11-19T12:21:09,881 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:09,881 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:09,882 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:09,882 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:09,883 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62957984, jitterRate=-0.06185293197631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:09,883 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:21:09,883 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018869875Writing region info on filesystem at 1732018869875Initializing all the Stores at 1732018869876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018869876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018869876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018869876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018869876Cleaning up temporary data from old regions at 1732018869882 (+6 ms)Running coprocessor post-open hooks at 1732018869883 (+1 ms)Region opened successfully at 1732018869883 2024-11-19T12:21:09,884 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018869855 2024-11-19T12:21:09,885 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:21:09,885 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:21:09,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45965,1732018866629 2024-11-19T12:21:09,886 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45965,1732018866629, state=OPEN 2024-11-19T12:21:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11485806829/meta-region-server 2024-11-19T12:21:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11485806829/meta-region-server 2024-11-19T12:21:09,898 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,45965,1732018866629 2024-11-19T12:21:09,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11485806829/meta-region-server: CHANGED 2024-11-19T12:21:09,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11485806829/meta-region-server: CHANGED 2024-11-19T12:21:09,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:21:09,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45965,1732018866629 in 195 msec 2024-11-19T12:21:09,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:21:09,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-19T12:21:09,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:09,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:21:09,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:09,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45965,1732018866629, seqNum=-1] 2024-11-19T12:21:09,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:09,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:09,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-19T12:21:09,907 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018869907, completionTime=-1 2024-11-19T12:21:09,907 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:21:09,907 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:21:09,908 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:21:09,908 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018929908 2024-11-19T12:21:09,908 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018989908 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37267,1732018866471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37267,1732018866471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37267,1732018866471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:37267, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,909 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,910 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.210sec 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37267,1732018866471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:09,912 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37267,1732018866471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:21:09,914 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:21:09,914 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:21:09,914 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37267,1732018866471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:09,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:09,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37267,-1 for getting cluster id 2024-11-19T12:21:09,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:09,961 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5c0855-1453-4a9c-b1cd-4ed6f55419c4' 2024-11-19T12:21:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5c0855-1453-4a9c-b1cd-4ed6f55419c4" 2024-11-19T12:21:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a4a3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37267,-1] 2024-11-19T12:21:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:09,963 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:09,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:09,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45965,1732018866629, seqNum=-1] 2024-11-19T12:21:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:09,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:09,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,37267,1732018866471 2024-11-19T12:21:09,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:09,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:09,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101530a65580005 connected 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir so I do NOT create it in target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b 2024-11-19T12:21:09,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.tmp.dir so I do NOT create it in target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b 2024-11-19T12:21:09,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:21:09,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/cluster_11724c55-48bf-fa20-d8b3-52b7efe773d4, deleteOnExit=true 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/test.cache.data in system properties and HBase conf 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:21:09,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:21:09,990 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:21:09,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:21:10,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:10,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:10,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:10,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:10,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:21:10,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:10,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:10,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:10,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/java.io.tmpdir/jetty-localhost-40215-hadoop-hdfs-3_4_1-tests_jar-_-any-8997659896610271744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:10,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:40215} 2024-11-19T12:21:10,389 INFO [Time-limited test {}] server.Server(415): Started @245971ms 2024-11-19T12:21:10,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:10,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:10,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:10,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:10,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:21:10,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:10,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:10,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45dd381e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/java.io.tmpdir/jetty-localhost-43543-hadoop-hdfs-3_4_1-tests_jar-_-any-10531652542218355418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:10,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:43543} 2024-11-19T12:21:10,731 INFO [Time-limited test {}] server.Server(415): Started @246312ms 2024-11-19T12:21:10,732 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:21:10,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:10,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:10,838 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48432 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:11,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:21:11,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:21:11,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:21:11,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:21:11,799 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/cluster_11724c55-48bf-fa20-d8b3-52b7efe773d4/data/data1/current/BP-1616859220-172.17.0.2-1732018870003/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:11,799 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/cluster_11724c55-48bf-fa20-d8b3-52b7efe773d4/data/data2/current/BP-1616859220-172.17.0.2-1732018870003/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:11,818 WARN [Thread-2888 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:21:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7475d72b99ffe6db with lease ID 0x5c3461eb25049886: Processing first storage report for DS-a2309c5a-2561-4b0f-b2d7-84420d6ce6c4 from datanode DatanodeRegistration(127.0.0.1:38345, datanodeUuid=cc33838a-bb88-4641-a0d6-87a86d7be6aa, infoPort=38835, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=1628123657;c=1732018870003) 2024-11-19T12:21:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7475d72b99ffe6db with lease ID 0x5c3461eb25049886: from storage DS-a2309c5a-2561-4b0f-b2d7-84420d6ce6c4 node DatanodeRegistration(127.0.0.1:38345, datanodeUuid=cc33838a-bb88-4641-a0d6-87a86d7be6aa, infoPort=38835, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=1628123657;c=1732018870003), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7475d72b99ffe6db with lease ID 0x5c3461eb25049886: Processing first storage report for DS-cdcdfffe-7ce2-4992-8b9e-a5654f0e2143 from datanode DatanodeRegistration(127.0.0.1:38345, datanodeUuid=cc33838a-bb88-4641-a0d6-87a86d7be6aa, infoPort=38835, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=1628123657;c=1732018870003) 2024-11-19T12:21:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7475d72b99ffe6db with lease ID 0x5c3461eb25049886: from storage DS-cdcdfffe-7ce2-4992-8b9e-a5654f0e2143 node DatanodeRegistration(127.0.0.1:38345, datanodeUuid=cc33838a-bb88-4641-a0d6-87a86d7be6aa, infoPort=38835, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=1628123657;c=1732018870003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:11,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b 2024-11-19T12:21:11,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:11,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:21:12,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0 with version=8 2024-11-19T12:21:12,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/hbase-staging 2024-11-19T12:21:12,268 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:12,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36269 2024-11-19T12:21:12,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36269 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:12,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362690x0, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:12,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36269-0x101530a65580006 connected 2024-11-19T12:21:12,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:12,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:12,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/running 2024-11-19T12:21:12,400 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0, hbase.cluster.distributed=false 2024-11-19T12:21:12,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/acl 2024-11-19T12:21:12,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36269 2024-11-19T12:21:12,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36269 2024-11-19T12:21:12,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36269 2024-11-19T12:21:12,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36269 2024-11-19T12:21:12,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36269 2024-11-19T12:21:12,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:21:12,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:12,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45593 2024-11-19T12:21:12,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45593 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:12,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:12,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455930x0, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:12,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455930x0, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/running 2024-11-19T12:21:12,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45593-0x101530a65580007 connected 2024-11-19T12:21:12,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:21:12,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:21:12,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/master 2024-11-19T12:21:12,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/acl 2024-11-19T12:21:12,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45593 2024-11-19T12:21:12,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45593 2024-11-19T12:21:12,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45593 2024-11-19T12:21:12,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45593 2024-11-19T12:21:12,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45593 2024-11-19T12:21:12,455 DEBUG [M:0;351a98347401:36269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:36269 2024-11-19T12:21:12,455 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22076212429/backup-masters/351a98347401,36269,1732018872268 2024-11-19T12:21:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429/backup-masters 2024-11-19T12:21:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429/backup-masters 2024-11-19T12:21:12,467 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on existing znode=/22076212429/backup-masters/351a98347401,36269,1732018872268 2024-11-19T12:21:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22076212429/master 2024-11-19T12:21:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:12,477 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on existing znode=/22076212429/master 2024-11-19T12:21:12,477 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22076212429/backup-masters/351a98347401,36269,1732018872268 from backup master directory 2024-11-19T12:21:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429/backup-masters 2024-11-19T12:21:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22076212429/backup-masters/351a98347401,36269,1732018872268 2024-11-19T12:21:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429/backup-masters 2024-11-19T12:21:12,487 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:12,487 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,36269,1732018872268 2024-11-19T12:21:12,490 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/hbase.id] with ID: 5aab2368-5707-46af-818d-d4b76e5da4f6 2024-11-19T12:21:12,490 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/.tmp/hbase.id 2024-11-19T12:21:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:21:12,894 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/.tmp/hbase.id]:[hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/hbase.id] 2024-11-19T12:21:12,901 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:12,901 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:21:12,902 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:21:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:21:13,361 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:13,361 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:21:13,362 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:21:13,767 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store 2024-11-19T12:21:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:21:14,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:14,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:14,173 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:14,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:14,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:14,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:14,173 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:14,173 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018874173Disabling compacts and flushes for region at 1732018874173Disabling writes for close at 1732018874173Writing region close event to WAL at 1732018874173Closed at 1732018874173 2024-11-19T12:21:14,174 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/.initializing 2024-11-19T12:21:14,174 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/WALs/351a98347401,36269,1732018872268 2024-11-19T12:21:14,175 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:14,176 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C36269%2C1732018872268, suffix=, logDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/WALs/351a98347401,36269,1732018872268, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/oldWALs, maxLogs=10 2024-11-19T12:21:14,194 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/WALs/351a98347401,36269,1732018872268/351a98347401%2C36269%2C1732018872268.1732018874176, exclude list is [], retry=0 2024-11-19T12:21:14,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38345,DS-a2309c5a-2561-4b0f-b2d7-84420d6ce6c4,DISK] 2024-11-19T12:21:14,199 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/WALs/351a98347401,36269,1732018872268/351a98347401%2C36269%2C1732018872268.1732018874176 2024-11-19T12:21:14,199 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38835:38835)] 2024-11-19T12:21:14,199 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:14,199 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:14,199 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,199 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:21:14,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:14,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:14,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:21:14,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:14,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:14,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:21:14,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:14,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:14,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:21:14,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:14,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:14,207 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,207 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,208 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,209 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,209 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,209 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:14,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:14,211 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:14,212 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61678036, jitterRate=-0.08092564344406128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:14,212 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018874199Initializing all the Stores at 1732018874200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018874200Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018874201 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018874201Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018874201Cleaning up temporary data from old regions at 1732018874209 (+8 ms)Region opened successfully at 1732018874212 (+3 ms) 2024-11-19T12:21:14,212 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:21:14,214 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4514fbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:14,215 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:21:14,215 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:21:14,215 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:21:14,215 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:21:14,215 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:21:14,216 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:21:14,216 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:21:14,218 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:21:14,218 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Unable to get data of znode /22076212429/balancer because node does not exist (not necessarily an error) 2024-11-19T12:21:14,333 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22076212429/balancer already deleted, retry=false 2024-11-19T12:21:14,334 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:21:14,334 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Unable to get data of znode /22076212429/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:21:14,344 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22076212429/normalizer already deleted, retry=false 2024-11-19T12:21:14,344 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:21:14,345 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Unable to get data of znode /22076212429/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:21:14,354 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22076212429/switch/split already deleted, retry=false 2024-11-19T12:21:14,355 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Unable to get data of znode /22076212429/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:21:14,365 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22076212429/switch/merge already deleted, retry=false 2024-11-19T12:21:14,366 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Unable to get data of znode /22076212429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:21:14,375 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22076212429/snapshot-cleanup already deleted, retry=false 2024-11-19T12:21:14,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22076212429/running 2024-11-19T12:21:14,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22076212429/running 2024-11-19T12:21:14,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:14,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:14,387 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,36269,1732018872268, sessionid=0x101530a65580006, setting cluster-up flag (Was=false) 2024-11-19T12:21:14,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:14,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:14,439 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22076212429/flush-table-proc/acquired, /22076212429/flush-table-proc/reached, /22076212429/flush-table-proc/abort 2024-11-19T12:21:14,439 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36269,1732018872268 2024-11-19T12:21:14,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:14,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:14,502 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22076212429/online-snapshot/acquired, /22076212429/online-snapshot/reached, /22076212429/online-snapshot/abort 2024-11-19T12:21:14,503 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,36269,1732018872268 2024-11-19T12:21:14,504 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:21:14,505 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:14,505 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:21:14,505 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:21:14,505 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,36269,1732018872268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:14,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018904507 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:21:14,507 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:21:14,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:14,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:21:14,508 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:21:14,509 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:14,509 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018874508,5,FailOnTimeoutGroup] 2024-11-19T12:21:14,509 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018874509,5,FailOnTimeoutGroup] 2024-11-19T12:21:14,509 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:21:14,509 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:21:14,509 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,509 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:21:14,548 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(746): ClusterId : 5aab2368-5707-46af-818d-d4b76e5da4f6 2024-11-19T12:21:14,548 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:21:14,561 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:21:14,561 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:21:14,572 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:21:14,572 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a1fdb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:14,586 DEBUG [RS:0;351a98347401:45593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:45593 2024-11-19T12:21:14,586 INFO [RS:0;351a98347401:45593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:21:14,586 INFO [RS:0;351a98347401:45593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:21:14,586 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:21:14,586 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,36269,1732018872268 with port=45593, startcode=1732018872419 2024-11-19T12:21:14,587 DEBUG [RS:0;351a98347401:45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:21:14,588 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:21:14,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,45593,1732018872419 2024-11-19T12:21:14,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36269 {}] master.ServerManager(517): Registering regionserver=351a98347401,45593,1732018872419 2024-11-19T12:21:14,589 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0 2024-11-19T12:21:14,589 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38279 2024-11-19T12:21:14,589 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:21:14,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429/rs 2024-11-19T12:21:14,638 DEBUG [RS:0;351a98347401:45593 {}] zookeeper.ZKUtil(111): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on existing znode=/22076212429/rs/351a98347401,45593,1732018872419 2024-11-19T12:21:14,638 WARN [RS:0;351a98347401:45593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:14,638 INFO [RS:0;351a98347401:45593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:14,638 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419 2024-11-19T12:21:14,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,45593,1732018872419] 2024-11-19T12:21:14,641 INFO [RS:0;351a98347401:45593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:21:14,642 INFO [RS:0;351a98347401:45593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:21:14,642 INFO [RS:0;351a98347401:45593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:21:14,642 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,645 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:21:14,646 INFO [RS:0;351a98347401:45593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:21:14,646 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:14,646 DEBUG [RS:0;351a98347401:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:14,649 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,649 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,649 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,649 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,649 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,649 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45593,1732018872419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:14,665 INFO [RS:0;351a98347401:45593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:21:14,665 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,45593,1732018872419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,665 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,665 INFO [RS:0;351a98347401:45593 {}] regionserver.Replication(171): 351a98347401,45593,1732018872419 started 2024-11-19T12:21:14,679 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:14,679 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,45593,1732018872419, RpcServer on 351a98347401/172.17.0.2:45593, sessionid=0x101530a65580007 2024-11-19T12:21:14,679 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:21:14,679 DEBUG [RS:0;351a98347401:45593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,45593,1732018872419 2024-11-19T12:21:14,679 DEBUG [RS:0;351a98347401:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45593,1732018872419' 2024-11-19T12:21:14,679 DEBUG [RS:0;351a98347401:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22076212429/flush-table-proc/abort' 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22076212429/flush-table-proc/acquired' 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,45593,1732018872419 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,45593,1732018872419' 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22076212429/online-snapshot/abort' 2024-11-19T12:21:14,680 DEBUG [RS:0;351a98347401:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22076212429/online-snapshot/acquired' 2024-11-19T12:21:14,681 DEBUG [RS:0;351a98347401:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:21:14,681 INFO [RS:0;351a98347401:45593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:21:14,681 INFO [RS:0;351a98347401:45593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:21:14,781 INFO [RS:0;351a98347401:45593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:14,782 INFO [RS:0;351a98347401:45593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45593%2C1732018872419, suffix=, logDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/oldWALs, maxLogs=10 2024-11-19T12:21:14,794 DEBUG [RS:0;351a98347401:45593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, exclude list is [], retry=0 2024-11-19T12:21:14,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38345,DS-a2309c5a-2561-4b0f-b2d7-84420d6ce6c4,DISK] 2024-11-19T12:21:14,798 INFO [RS:0;351a98347401:45593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 2024-11-19T12:21:14,800 DEBUG [RS:0;351a98347401:45593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38835:38835)] 2024-11-19T12:21:14,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:21:14,918 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0 2024-11-19T12:21:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:21:15,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:15,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:15,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:15,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:15,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:15,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:15,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:15,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:15,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:15,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:15,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740 2024-11-19T12:21:15,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740 2024-11-19T12:21:15,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:15,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:15,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:15,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:15,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:15,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67281230, jitterRate=0.002568453550338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:15,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018875323Initializing all the Stores at 1732018875324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018875324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018875324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018875324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018875324Cleaning up temporary data from old regions at 1732018875330 (+6 ms)Region opened successfully at 1732018875332 (+2 ms) 2024-11-19T12:21:15,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:15,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:15,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:15,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:15,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:15,333 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:15,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018875332Disabling compacts and flushes for region at 1732018875332Disabling writes for close at 1732018875332Writing region close event to WAL at 1732018875333 (+1 ms)Closed at 1732018875333 2024-11-19T12:21:15,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:15,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:21:15,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:21:15,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:15,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:21:15,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:15,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:15,485 DEBUG [351a98347401:36269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:21:15,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,45593,1732018872419 2024-11-19T12:21:15,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45593,1732018872419, state=OPENING 2024-11-19T12:21:15,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:21:15,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:15,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:15,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:15,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45593,1732018872419}] 2024-11-19T12:21:15,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22076212429/meta-region-server: CHANGED 2024-11-19T12:21:15,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22076212429/meta-region-server: CHANGED 2024-11-19T12:21:15,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:15,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:21:15,721 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:21:15,721 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:15,721 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:21:15,722 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45593%2C1732018872419.meta, suffix=.meta, logDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/oldWALs, maxLogs=10 2024-11-19T12:21:15,734 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.meta.1732018875722.meta, exclude list is [], retry=0 2024-11-19T12:21:15,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38345,DS-a2309c5a-2561-4b0f-b2d7-84420d6ce6c4,DISK] 2024-11-19T12:21:15,740 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.meta.1732018875722.meta 2024-11-19T12:21:15,741 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38835:38835)] 2024-11-19T12:21:15,741 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:15,741 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:15,741 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:15,741 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:21:15,741 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:21:15,742 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:21:15,742 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:15,742 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:21:15,742 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:21:15,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:15,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:15,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:15,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:15,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:15,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:15,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:15,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:15,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:15,750 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:15,750 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740 2024-11-19T12:21:15,751 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740 2024-11-19T12:21:15,752 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:15,752 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:15,752 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:15,753 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:15,754 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75127015, jitterRate=0.11947976052761078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:15,754 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:21:15,754 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018875742Writing region info on filesystem at 1732018875742Initializing all the Stores at 1732018875742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018875743 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018875745 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018875745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018875745Cleaning up temporary data from old regions at 1732018875752 (+7 ms)Running coprocessor post-open hooks at 1732018875754 (+2 ms)Region opened successfully at 1732018875754 2024-11-19T12:21:15,755 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018875717 2024-11-19T12:21:15,756 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:21:15,756 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:21:15,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45593,1732018872419 2024-11-19T12:21:15,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,45593,1732018872419, state=OPEN 2024-11-19T12:21:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22076212429/meta-region-server 2024-11-19T12:21:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22076212429/meta-region-server 2024-11-19T12:21:15,765 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,45593,1732018872419 2024-11-19T12:21:15,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22076212429/meta-region-server: CHANGED 2024-11-19T12:21:15,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22076212429/meta-region-server: CHANGED 2024-11-19T12:21:15,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:21:15,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,45593,1732018872419 in 200 msec 2024-11-19T12:21:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:21:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-19T12:21:15,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:15,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:21:15,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:15,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45593,1732018872419, seqNum=-1] 2024-11-19T12:21:15,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:15,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:15,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-19T12:21:15,775 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018875775, completionTime=-1 2024-11-19T12:21:15,775 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:21:15,775 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:21:15,777 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:21:15,777 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018935777 2024-11-19T12:21:15,777 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018995777 2024-11-19T12:21:15,777 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:21:15,778 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36269,1732018872268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,778 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36269,1732018872268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,778 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36269,1732018872268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,778 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:36269, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,778 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,778 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,779 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.294sec 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36269,1732018872268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:15,781 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36269,1732018872268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:21:15,783 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:21:15,783 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:21:15,783 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36269,1732018872268-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:15,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:15,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:15,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:15,850 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13341365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:15,852 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:15,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:15,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45593,1732018872419, seqNum=-1] 2024-11-19T12:21:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:15,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:15,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,36269,1732018872268 2024-11-19T12:21:15,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64114 2024-11-19T12:21:15,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:15,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101530a65580008 connected 2024-11-19T12:21:15,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39269,1732018860303 2024-11-19T12:21:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51db4049 2024-11-19T12:21:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:15,880 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:15,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:21:15,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:21:15,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:15,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:21:15,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:21:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:21:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:16,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ab953f26857e7834e9c7ffe985496ce, NAME => 'test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6 2024-11-19T12:21:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:21:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:16,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:16,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ab953f26857e7834e9c7ffe985496ce, disabling compactions & flushes 2024-11-19T12:21:16,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:16,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:16,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. after waiting 0 ms 2024-11-19T12:21:16,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:16,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:16,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ab953f26857e7834e9c7ffe985496ce: Waiting for close lock at 1732018876697Disabling compacts and flushes for region at 1732018876697Disabling writes for close at 1732018876697Writing region close event to WAL at 1732018876697Closed at 1732018876697 2024-11-19T12:21:16,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:21:16,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018876698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018876698"}]},"ts":"1732018876698"} 2024-11-19T12:21:16,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:21:16,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:21:16,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018876700"}]},"ts":"1732018876700"} 2024-11-19T12:21:16,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:21:16,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ab953f26857e7834e9c7ffe985496ce, ASSIGN}] 2024-11-19T12:21:16,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ab953f26857e7834e9c7ffe985496ce, ASSIGN 2024-11-19T12:21:16,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ab953f26857e7834e9c7ffe985496ce, ASSIGN; state=OFFLINE, location=351a98347401,43259,1732018860500; forceNewPlan=false, retain=false 2024-11-19T12:21:16,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ab953f26857e7834e9c7ffe985496ce, regionState=OPENING, regionLocation=351a98347401,43259,1732018860500 2024-11-19T12:21:16,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ab953f26857e7834e9c7ffe985496ce, ASSIGN because future has completed 2024-11-19T12:21:16,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ab953f26857e7834e9c7ffe985496ce, server=351a98347401,43259,1732018860500}] 2024-11-19T12:21:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:17,036 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:17,037 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ab953f26857e7834e9c7ffe985496ce, NAME => 'test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:17,037 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:17,037 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:21:17,037 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,037 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:17,038 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,038 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,045 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,046 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab953f26857e7834e9c7ffe985496ce columnFamilyName f 2024-11-19T12:21:17,046 DEBUG [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:17,046 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] regionserver.HStore(327): Store=6ab953f26857e7834e9c7ffe985496ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:17,047 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,048 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab953f26857e7834e9c7ffe985496ce columnFamilyName f1 2024-11-19T12:21:17,048 DEBUG [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:17,048 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] regionserver.HStore(327): Store=6ab953f26857e7834e9c7ffe985496ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:17,048 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,050 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab953f26857e7834e9c7ffe985496ce columnFamilyName norep 2024-11-19T12:21:17,050 DEBUG [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:17,050 INFO [StoreOpener-6ab953f26857e7834e9c7ffe985496ce-1 {}] regionserver.HStore(327): Store=6ab953f26857e7834e9c7ffe985496ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:17,050 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,051 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,051 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,052 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,052 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,053 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:21:17,053 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,057 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:17,057 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ab953f26857e7834e9c7ffe985496ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66427534, jitterRate=-0.010152608156204224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:21:17,058 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:17,058 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ab953f26857e7834e9c7ffe985496ce: Running coprocessor pre-open hook at 1732018877038Writing region info on filesystem at 1732018877038Initializing all the Stores at 1732018877040 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018877040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018877044 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018877044Cleaning up temporary data from old regions at 1732018877052 (+8 ms)Running coprocessor post-open hooks at 1732018877058 (+6 ms)Region opened successfully at 1732018877058 2024-11-19T12:21:17,061 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce., pid=6, masterSystemTime=1732018877011 2024-11-19T12:21:17,064 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:17,064 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:17,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ab953f26857e7834e9c7ffe985496ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,43259,1732018860500 2024-11-19T12:21:17,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ab953f26857e7834e9c7ffe985496ce, server=351a98347401,43259,1732018860500 because future has completed 2024-11-19T12:21:17,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:21:17,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ab953f26857e7834e9c7ffe985496ce, server=351a98347401,43259,1732018860500 in 218 msec 2024-11-19T12:21:17,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:21:17,089 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018877088"}]},"ts":"1732018877088"} 2024-11-19T12:21:17,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:21:17,092 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:21:17,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:21:17,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2140 sec 2024-11-19T12:21:17,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ab953f26857e7834e9c7ffe985496ce, ASSIGN in 375 msec 2024-11-19T12:21:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:18,029 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:21:18,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,37267,1732018866471 2024-11-19T12:21:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc1b75f 2024-11-19T12:21:18,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:18,031 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:18,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:21:18,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:21:18,035 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:18,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:21:18,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:21:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:21:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:18,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, NAME => 'test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441 2024-11-19T12:21:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:21:18,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:18,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, disabling compactions & flushes 2024-11-19T12:21:18,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. after waiting 0 ms 2024-11-19T12:21:18,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c: Waiting for close lock at 1732018878474Disabling compacts and flushes for region at 1732018878474Disabling writes for close at 1732018878474Writing region close event to WAL at 1732018878474Closed at 1732018878474 2024-11-19T12:21:18,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:21:18,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018878476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018878476"}]},"ts":"1732018878476"} 2024-11-19T12:21:18,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:21:18,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:21:18,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018878479"}]},"ts":"1732018878479"} 2024-11-19T12:21:18,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:21:18,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ASSIGN}] 2024-11-19T12:21:18,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ASSIGN 2024-11-19T12:21:18,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ASSIGN; state=OFFLINE, location=351a98347401,45965,1732018866629; forceNewPlan=false, retain=false 2024-11-19T12:21:18,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, regionState=OPENING, regionLocation=351a98347401,45965,1732018866629 2024-11-19T12:21:18,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ASSIGN because future has completed 2024-11-19T12:21:18,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, server=351a98347401,45965,1732018866629}] 2024-11-19T12:21:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:18,791 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,792 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, NAME => 'test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:18,792 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:18,792 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:21:18,792 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,792 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:18,793 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,793 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,796 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,799 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eef3f2d4ea9e2ecaf2ffed9e5d5420c columnFamilyName f 2024-11-19T12:21:18,799 DEBUG [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:18,799 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] regionserver.HStore(327): Store=4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:18,799 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,801 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eef3f2d4ea9e2ecaf2ffed9e5d5420c columnFamilyName f1 2024-11-19T12:21:18,801 DEBUG [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:18,801 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] regionserver.HStore(327): Store=4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:18,801 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,803 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eef3f2d4ea9e2ecaf2ffed9e5d5420c columnFamilyName norep 2024-11-19T12:21:18,803 DEBUG [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:18,803 INFO [StoreOpener-4eef3f2d4ea9e2ecaf2ffed9e5d5420c-1 {}] regionserver.HStore(327): Store=4eef3f2d4ea9e2ecaf2ffed9e5d5420c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:18,803 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,804 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,804 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,805 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,805 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,806 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:21:18,810 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,817 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:18,818 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4eef3f2d4ea9e2ecaf2ffed9e5d5420c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72272066, jitterRate=0.0769377052783966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:21:18,818 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:18,818 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c: Running coprocessor pre-open hook at 1732018878793Writing region info on filesystem at 1732018878793Initializing all the Stores at 1732018878793Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018878794 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018878796 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018878796Cleaning up temporary data from old regions at 1732018878805 (+9 ms)Running coprocessor post-open hooks at 1732018878818 (+13 ms)Region opened successfully at 1732018878818 2024-11-19T12:21:18,819 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c., pid=6, masterSystemTime=1732018878787 2024-11-19T12:21:18,823 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,823 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:18,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,45965,1732018866629 2024-11-19T12:21:18,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, server=351a98347401,45965,1732018866629 because future has completed 2024-11-19T12:21:18,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:21:18,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, server=351a98347401,45965,1732018866629 in 197 msec 2024-11-19T12:21:18,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:21:18,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ASSIGN in 354 msec 2024-11-19T12:21:18,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:21:18,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018878839"}]},"ts":"1732018878839"} 2024-11-19T12:21:18,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:21:18,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:21:18,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 811 msec 2024-11-19T12:21:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:19,178 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:21:19,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36269,1732018872268 2024-11-19T12:21:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec3b06a 2024-11-19T12:21:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:19,196 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:19,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:21:19,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:21:19,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:19,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:21:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:19,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:21:19,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:21:19,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd46a0ef209f35320a3fee4f3682e758, NAME => 'test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0 2024-11-19T12:21:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:21:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:19,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:19,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd46a0ef209f35320a3fee4f3682e758, disabling compactions & flushes 2024-11-19T12:21:19,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. after waiting 0 ms 2024-11-19T12:21:19,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd46a0ef209f35320a3fee4f3682e758: Waiting for close lock at 1732018879622Disabling compacts and flushes for region at 1732018879622Disabling writes for close at 1732018879622Writing region close event to WAL at 1732018879622Closed at 1732018879622 2024-11-19T12:21:19,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:21:19,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018879624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018879624"}]},"ts":"1732018879624"} 2024-11-19T12:21:19,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:21:19,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:21:19,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018879627"}]},"ts":"1732018879627"} 2024-11-19T12:21:19,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:21:19,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd46a0ef209f35320a3fee4f3682e758, ASSIGN}] 2024-11-19T12:21:19,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd46a0ef209f35320a3fee4f3682e758, ASSIGN 2024-11-19T12:21:19,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd46a0ef209f35320a3fee4f3682e758, ASSIGN; state=OFFLINE, location=351a98347401,45593,1732018872419; forceNewPlan=false, retain=false 2024-11-19T12:21:19,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd46a0ef209f35320a3fee4f3682e758, regionState=OPENING, regionLocation=351a98347401,45593,1732018872419 2024-11-19T12:21:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd46a0ef209f35320a3fee4f3682e758, ASSIGN because future has completed 2024-11-19T12:21:19,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd46a0ef209f35320a3fee4f3682e758, server=351a98347401,45593,1732018872419}] 2024-11-19T12:21:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:19,939 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,940 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd46a0ef209f35320a3fee4f3682e758, NAME => 'test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:19,940 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:19,940 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:21:19,940 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,940 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:19,940 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,940 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,942 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,943 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd46a0ef209f35320a3fee4f3682e758 columnFamilyName f 2024-11-19T12:21:19,943 DEBUG [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:19,943 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] regionserver.HStore(327): Store=fd46a0ef209f35320a3fee4f3682e758/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:19,943 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,944 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd46a0ef209f35320a3fee4f3682e758 columnFamilyName f1 2024-11-19T12:21:19,944 DEBUG [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:19,944 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] regionserver.HStore(327): Store=fd46a0ef209f35320a3fee4f3682e758/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:19,944 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,945 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd46a0ef209f35320a3fee4f3682e758 columnFamilyName norep 2024-11-19T12:21:19,945 DEBUG [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:19,945 INFO [StoreOpener-fd46a0ef209f35320a3fee4f3682e758-1 {}] regionserver.HStore(327): Store=fd46a0ef209f35320a3fee4f3682e758/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:19,945 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,946 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,946 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,947 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,947 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,947 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:21:19,948 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,950 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:19,950 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd46a0ef209f35320a3fee4f3682e758; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59522134, jitterRate=-0.11305108666419983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:21:19,950 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:19,950 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd46a0ef209f35320a3fee4f3682e758: Running coprocessor pre-open hook at 1732018879941Writing region info on filesystem at 1732018879941Initializing all the Stores at 1732018879941Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018879941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018879941Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018879941Cleaning up temporary data from old regions at 1732018879947 (+6 ms)Running coprocessor post-open hooks at 1732018879950 (+3 ms)Region opened successfully at 1732018879950 2024-11-19T12:21:19,952 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758., pid=6, masterSystemTime=1732018879935 2024-11-19T12:21:19,954 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,954 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:19,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd46a0ef209f35320a3fee4f3682e758, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,45593,1732018872419 2024-11-19T12:21:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd46a0ef209f35320a3fee4f3682e758, server=351a98347401,45593,1732018872419 because future has completed 2024-11-19T12:21:19,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:21:19,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd46a0ef209f35320a3fee4f3682e758, server=351a98347401,45593,1732018872419 in 175 msec 2024-11-19T12:21:19,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:21:19,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd46a0ef209f35320a3fee4f3682e758, ASSIGN in 332 msec 2024-11-19T12:21:19,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:21:19,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018879963"}]},"ts":"1732018879963"} 2024-11-19T12:21:19,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:21:19,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:21:19,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-19T12:21:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:21:20,339 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:21:20,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:20,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:20,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:20,340 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:20,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a6eb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:20,342 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271dab51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:20,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39269,1732018860303 2024-11-19T12:21:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51cccddc 2024-11-19T12:21:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:20,344 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:20,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:21:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:21:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:20,347 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:37267' 2024-11-19T12:21:20,348 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482735ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:20,348 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37267,-1 for getting cluster id 2024-11-19T12:21:20,348 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:20,349 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5c0855-1453-4a9c-b1cd-4ed6f55419c4' 2024-11-19T12:21:20,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:20,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5c0855-1453-4a9c-b1cd-4ed6f55419c4" 2024-11-19T12:21:20,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428b1acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:20,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37267,-1] 2024-11-19T12:21:20,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:20,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:20,350 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:20,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc24f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:20,351 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:20,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,37267,1732018866471 2024-11-19T12:21:20,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21fe9c9c 2024-11-19T12:21:20,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:20,352 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:20,353 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:21:20,353 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:21:20,353 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:20,353 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:20,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:20,354 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:20,355 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:21:20,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:21:20,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:20,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:21:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:21:20,405 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:21:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:20,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:21:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:20,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9582e2daae8f9b17294dd499871544d8, NAME => 'hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6 2024-11-19T12:21:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:21:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:21,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:21,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9582e2daae8f9b17294dd499871544d8, disabling compactions & flushes 2024-11-19T12:21:21,179 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. after waiting 0 ms 2024-11-19T12:21:21,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,179 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,179 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9582e2daae8f9b17294dd499871544d8: Waiting for close lock at 1732018881179Disabling compacts and flushes for region at 1732018881179Disabling writes for close at 1732018881179Writing region close event to WAL at 1732018881179Closed at 1732018881179 2024-11-19T12:21:21,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:21:21,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018881180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018881180"}]},"ts":"1732018881180"} 2024-11-19T12:21:21,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:21:21,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:21:21,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018881183"}]},"ts":"1732018881183"} 2024-11-19T12:21:21,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:21:21,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9582e2daae8f9b17294dd499871544d8, ASSIGN}] 2024-11-19T12:21:21,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9582e2daae8f9b17294dd499871544d8, ASSIGN 2024-11-19T12:21:21,187 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9582e2daae8f9b17294dd499871544d8, ASSIGN; state=OFFLINE, location=351a98347401,43259,1732018860500; forceNewPlan=false, retain=false 2024-11-19T12:21:21,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:21,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:21,337 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9582e2daae8f9b17294dd499871544d8, regionState=OPENING, regionLocation=351a98347401,43259,1732018860500 2024-11-19T12:21:21,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9582e2daae8f9b17294dd499871544d8, ASSIGN because future has completed 2024-11-19T12:21:21,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9582e2daae8f9b17294dd499871544d8, server=351a98347401,43259,1732018860500}] 2024-11-19T12:21:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:21,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:21,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:21:21,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C43259%2C1732018860500.rep, suffix=, logDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500, archiveDir=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/oldWALs, maxLogs=10 2024-11-19T12:21:21,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.rep.1732018881499, exclude list is [], retry=0 2024-11-19T12:21:21,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35555,DS-7d932968-4a43-4915-a316-0095013cc8bb,DISK] 2024-11-19T12:21:21,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.rep.1732018881499 2024-11-19T12:21:21,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33513:33513)] 2024-11-19T12:21:21,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9582e2daae8f9b17294dd499871544d8, NAME => 'hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:21,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:21,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:21,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. service=MultiRowMutationService 2024-11-19T12:21:21,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:21:21,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:21,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,524 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,525 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9582e2daae8f9b17294dd499871544d8 columnFamilyName hfileref 2024-11-19T12:21:21,525 DEBUG [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:21,525 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] regionserver.HStore(327): Store=9582e2daae8f9b17294dd499871544d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:21,525 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,526 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9582e2daae8f9b17294dd499871544d8 columnFamilyName queue 2024-11-19T12:21:21,526 DEBUG [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:21,526 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] regionserver.HStore(327): Store=9582e2daae8f9b17294dd499871544d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:21,527 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,528 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9582e2daae8f9b17294dd499871544d8 columnFamilyName sid 2024-11-19T12:21:21,528 DEBUG [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:21,528 INFO [StoreOpener-9582e2daae8f9b17294dd499871544d8-1 {}] regionserver.HStore(327): Store=9582e2daae8f9b17294dd499871544d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:21,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/replication/9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/replication/9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:21:21,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/replication/9582e2daae8f9b17294dd499871544d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:21,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9582e2daae8f9b17294dd499871544d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59930848, jitterRate=-0.10696077346801758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:21:21,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:21,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9582e2daae8f9b17294dd499871544d8: Running coprocessor pre-open hook at 1732018881522Writing region info on filesystem at 1732018881522Initializing all the Stores at 1732018881523 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018881524 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018881524Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018881524Cleaning up temporary data from old regions at 1732018881530 (+6 ms)Running coprocessor post-open hooks at 1732018881534 (+4 ms)Region opened successfully at 1732018881534 2024-11-19T12:21:21,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8., pid=10, masterSystemTime=1732018881492 2024-11-19T12:21:21,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:21,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9582e2daae8f9b17294dd499871544d8, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43259,1732018860500 2024-11-19T12:21:21,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9582e2daae8f9b17294dd499871544d8, server=351a98347401,43259,1732018860500 because future has completed 2024-11-19T12:21:21,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:21:21,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9582e2daae8f9b17294dd499871544d8, server=351a98347401,43259,1732018860500 in 200 msec 2024-11-19T12:21:21,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:21:21,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9582e2daae8f9b17294dd499871544d8, ASSIGN in 356 msec 2024-11-19T12:21:21,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:21:21,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018881544"}]},"ts":"1732018881544"} 2024-11-19T12:21:21,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:21:21,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:21:21,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-19T12:21:21,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8., hostname=351a98347401,43259,1732018860500, seqNum=2] 2024-11-19T12:21:21,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:21:21,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T12:21:21,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:21:21,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T12:21:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:22,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:21:22,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:21:22,231 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:21:22,257 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,43259,1732018860500, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:21:22,258 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:22,258 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43259,1732018860500, seqNum=-1] 2024-11-19T12:21:22,259 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:22,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T12:21:22,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,43259,1732018860500', locateType=CURRENT is [region=hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8., hostname=351a98347401,43259,1732018860500, seqNum=2] 2024-11-19T12:21:22,264 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:21:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:21:22,267 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,43259,1732018860500 suceeded 2024-11-19T12:21:22,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:21:22,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T12:21:22,269 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:21:22,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9240 sec 2024-11-19T12:21:22,282 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:37267' 2024-11-19T12:21:22,283 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6842a0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,283 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37267,-1 for getting cluster id 2024-11-19T12:21:22,284 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:22,284 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5c0855-1453-4a9c-b1cd-4ed6f55419c4' 2024-11-19T12:21:22,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:22,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5c0855-1453-4a9c-b1cd-4ed6f55419c4" 2024-11-19T12:21:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4058dc37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37267,-1] 2024-11-19T12:21:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,287 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:22,288 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c0a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,288 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,37267,1732018866471 2024-11-19T12:21:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c87f0b 2024-11-19T12:21:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:22,290 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T12:21:22,290 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,43259,1732018860500 (queues=1) is replicating from cluster=9dcdc97f-48e0-41d7-87bc-66b66835f4fa to cluster=3b5c0855-1453-4a9c-b1cd-4ed6f55419c4 2024-11-19T12:21:22,290 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C43259%2C1732018860500 2024-11-19T12:21:22,290 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,43259,1732018860500, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:21:22,291 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C43259%2C1732018860500 2024-11-19T12:21:22,291 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, startPosition=0, beingWritten=true 2024-11-19T12:21:22,296 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:22,296 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:22,296 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:22,498 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:21:22,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:22,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:22,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:22,501 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:22,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37267,-1 for getting cluster id 2024-11-19T12:21:22,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:22,504 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5c0855-1453-4a9c-b1cd-4ed6f55419c4' 2024-11-19T12:21:22,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:22,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5c0855-1453-4a9c-b1cd-4ed6f55419c4" 2024-11-19T12:21:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c66ce79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37267,-1] 2024-11-19T12:21:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,506 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690f8a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,37267,1732018866471 2024-11-19T12:21:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea79976 2024-11-19T12:21:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:22,508 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:22,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:36269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:21:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:21:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:22,511 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:36269' 2024-11-19T12:21:22,512 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eafac44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,512 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:22,512 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:22,513 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723f9e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:22,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:22,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,515 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:22,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:22,516 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:22,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36269,1732018872268 2024-11-19T12:21:22,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c40e942 2024-11-19T12:21:22,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:22,517 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:22,518 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:21:22,518 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:21:22,518 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,518 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:22,519 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:22,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:22,522 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:21:22,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:21:22,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:22,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:21:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:21:22,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea41b24c273056fa1aff38eeb0ab4579, NAME => 'hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441 2024-11-19T12:21:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:21:22,572 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:21:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:22,806 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:22,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:22,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea41b24c273056fa1aff38eeb0ab4579, disabling compactions & flushes 2024-11-19T12:21:22,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:22,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:22,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. after waiting 0 ms 2024-11-19T12:21:22,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:22,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:22,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea41b24c273056fa1aff38eeb0ab4579: Waiting for close lock at 1732018882939Disabling compacts and flushes for region at 1732018882939Disabling writes for close at 1732018882939Writing region close event to WAL at 1732018882939Closed at 1732018882939 2024-11-19T12:21:22,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:21:22,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018882940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018882940"}]},"ts":"1732018882940"} 2024-11-19T12:21:22,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:21:22,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:21:22,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018882943"}]},"ts":"1732018882943"} 2024-11-19T12:21:22,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:21:22,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea41b24c273056fa1aff38eeb0ab4579, ASSIGN}] 2024-11-19T12:21:22,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea41b24c273056fa1aff38eeb0ab4579, ASSIGN 2024-11-19T12:21:22,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea41b24c273056fa1aff38eeb0ab4579, ASSIGN; state=OFFLINE, location=351a98347401,45965,1732018866629; forceNewPlan=false, retain=false 2024-11-19T12:21:23,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea41b24c273056fa1aff38eeb0ab4579, regionState=OPENING, regionLocation=351a98347401,45965,1732018866629 2024-11-19T12:21:23,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea41b24c273056fa1aff38eeb0ab4579, ASSIGN because future has completed 2024-11-19T12:21:23,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea41b24c273056fa1aff38eeb0ab4579, server=351a98347401,45965,1732018866629}] 2024-11-19T12:21:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:23,209 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:23,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:21:23,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45965%2C1732018866629.rep, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/oldWALs, maxLogs=10 2024-11-19T12:21:23,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.rep.1732018883262, exclude list is [], retry=0 2024-11-19T12:21:23,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-dfd63eca-f14e-4758-8060-f5e096a355c2,DISK] 2024-11-19T12:21:23,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.rep.1732018883262 2024-11-19T12:21:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-11-19T12:21:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea41b24c273056fa1aff38eeb0ab4579, NAME => 'hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:23,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. service=MultiRowMutationService 2024-11-19T12:21:23,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:21:23,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:23,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,288 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,289 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea41b24c273056fa1aff38eeb0ab4579 columnFamilyName hfileref 2024-11-19T12:21:23,289 DEBUG [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:23,290 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] regionserver.HStore(327): Store=ea41b24c273056fa1aff38eeb0ab4579/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:23,290 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,293 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea41b24c273056fa1aff38eeb0ab4579 columnFamilyName queue 2024-11-19T12:21:23,293 DEBUG [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:23,293 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] regionserver.HStore(327): Store=ea41b24c273056fa1aff38eeb0ab4579/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:23,293 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,294 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea41b24c273056fa1aff38eeb0ab4579 columnFamilyName sid 2024-11-19T12:21:23,294 DEBUG [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:23,294 INFO [StoreOpener-ea41b24c273056fa1aff38eeb0ab4579-1 {}] regionserver.HStore(327): Store=ea41b24c273056fa1aff38eeb0ab4579/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:23,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:21:23,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:23,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea41b24c273056fa1aff38eeb0ab4579; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59025808, jitterRate=-0.12044692039489746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:21:23,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:23,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea41b24c273056fa1aff38eeb0ab4579: Running coprocessor pre-open hook at 1732018883287Writing region info on filesystem at 1732018883287Initializing all the Stores at 1732018883288 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018883288Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018883288Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018883288Cleaning up temporary data from old regions at 1732018883296 (+8 ms)Running coprocessor post-open hooks at 1732018883299 (+3 ms)Region opened successfully at 1732018883299 2024-11-19T12:21:23,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579., pid=10, masterSystemTime=1732018883252 2024-11-19T12:21:23,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:23,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:23,303 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea41b24c273056fa1aff38eeb0ab4579, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45965,1732018866629 2024-11-19T12:21:23,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea41b24c273056fa1aff38eeb0ab4579, server=351a98347401,45965,1732018866629 because future has completed 2024-11-19T12:21:23,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:21:23,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea41b24c273056fa1aff38eeb0ab4579, server=351a98347401,45965,1732018866629 in 205 msec 2024-11-19T12:21:23,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:21:23,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea41b24c273056fa1aff38eeb0ab4579, ASSIGN in 362 msec 2024-11-19T12:21:23,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:21:23,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018883309"}]},"ts":"1732018883309"} 2024-11-19T12:21:23,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:21:23,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:21:23,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-19T12:21:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579., hostname=351a98347401,45965,1732018866629, seqNum=2] 2024-11-19T12:21:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:23,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:21:23,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:21:23,548 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:21:23,590 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,45965,1732018866629, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:21:23,590 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:23,590 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45965,1732018866629, seqNum=-1] 2024-11-19T12:21:23,591 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:23,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T12:21:23,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,45965,1732018866629', locateType=CURRENT is [region=hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579., hostname=351a98347401,45965,1732018866629, seqNum=2] 2024-11-19T12:21:23,597 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:21:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:21:23,600 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,45965,1732018866629 suceeded 2024-11-19T12:21:23,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:21:23,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-19T12:21:23,602 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:36269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:21:23,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-11-19T12:21:23,616 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:36269' 2024-11-19T12:21:23,617 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f7c6c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,617 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:23,618 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:23,618 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:23,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:23,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2447062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:23,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:23,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,620 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:23,620 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b074c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,621 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36269,1732018872268 2024-11-19T12:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb405e2 2024-11-19T12:21:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:23,622 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T12:21:23,622 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,45965,1732018866629 (queues=1) is replicating from cluster=3b5c0855-1453-4a9c-b1cd-4ed6f55419c4 to cluster=5aab2368-5707-46af-818d-d4b76e5da4f6 2024-11-19T12:21:23,623 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C45965%2C1732018866629 2024-11-19T12:21:23,623 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,45965,1732018866629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:21:23,623 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C45965%2C1732018866629 2024-11-19T12:21:23,623 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, startPosition=0, beingWritten=true 2024-11-19T12:21:23,631 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:23,631 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:23,631 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 379, reset compression=false 2024-11-19T12:21:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:23,648 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:21:23,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:23,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:23,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:23,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:23,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:23,649 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec1cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,651 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365ef02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36269,1732018872268 2024-11-19T12:21:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb02d17 2024-11-19T12:21:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:23,653 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:23,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:39269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:21:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:21:23,655 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39269' 2024-11-19T12:21:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:23,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a37768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,656 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:23,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:23,657 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa92b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:23,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:23,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,658 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:23,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfc967a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:23,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:23,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39269,1732018860303 2024-11-19T12:21:23,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78aca69f 2024-11-19T12:21:23,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:23,661 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:23,661 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:21:23,661 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:21:23,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:23,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:23,664 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:23,665 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:21:23,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:21:23,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:23,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:21:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:21:23,715 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:21:23,717 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:23,836 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 379, reset compression=false 2024-11-19T12:21:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:24,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08cac8613f2cff972ffaf1f128d2288a, NAME => 'hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0 2024-11-19T12:21:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:21:24,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:24,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08cac8613f2cff972ffaf1f128d2288a, disabling compactions & flushes 2024-11-19T12:21:24,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. after waiting 0 ms 2024-11-19T12:21:24,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08cac8613f2cff972ffaf1f128d2288a: Waiting for close lock at 1732018884080Disabling compacts and flushes for region at 1732018884080Disabling writes for close at 1732018884080Writing region close event to WAL at 1732018884080Closed at 1732018884080 2024-11-19T12:21:24,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:21:24,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018884081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018884081"}]},"ts":"1732018884081"} 2024-11-19T12:21:24,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:21:24,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:21:24,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018884083"}]},"ts":"1732018884083"} 2024-11-19T12:21:24,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:21:24,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08cac8613f2cff972ffaf1f128d2288a, ASSIGN}] 2024-11-19T12:21:24,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08cac8613f2cff972ffaf1f128d2288a, ASSIGN 2024-11-19T12:21:24,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08cac8613f2cff972ffaf1f128d2288a, ASSIGN; state=OFFLINE, location=351a98347401,45593,1732018872419; forceNewPlan=false, retain=false 2024-11-19T12:21:24,140 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 379, reset compression=false 2024-11-19T12:21:24,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08cac8613f2cff972ffaf1f128d2288a, regionState=OPENING, regionLocation=351a98347401,45593,1732018872419 2024-11-19T12:21:24,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08cac8613f2cff972ffaf1f128d2288a, ASSIGN because future has completed 2024-11-19T12:21:24,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08cac8613f2cff972ffaf1f128d2288a, server=351a98347401,45593,1732018872419}] 2024-11-19T12:21:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:24,328 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:24,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:24,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:21:24,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C45593%2C1732018872419.rep, suffix=, logDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/oldWALs, maxLogs=10 2024-11-19T12:21:24,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.rep.1732018884398, exclude list is [], retry=0 2024-11-19T12:21:24,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38345,DS-a2309c5a-2561-4b0f-b2d7-84420d6ce6c4,DISK] 2024-11-19T12:21:24,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.rep.1732018884398 2024-11-19T12:21:24,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38835:38835)] 2024-11-19T12:21:24,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08cac8613f2cff972ffaf1f128d2288a, NAME => 'hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:24,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. service=MultiRowMutationService 2024-11-19T12:21:24,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:21:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,432 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,434 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cac8613f2cff972ffaf1f128d2288a columnFamilyName hfileref 2024-11-19T12:21:24,434 DEBUG [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:24,434 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] regionserver.HStore(327): Store=08cac8613f2cff972ffaf1f128d2288a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:24,435 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,435 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cac8613f2cff972ffaf1f128d2288a columnFamilyName queue 2024-11-19T12:21:24,436 DEBUG [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:24,436 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] regionserver.HStore(327): Store=08cac8613f2cff972ffaf1f128d2288a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:24,436 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,437 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cac8613f2cff972ffaf1f128d2288a columnFamilyName sid 2024-11-19T12:21:24,437 DEBUG [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:24,437 INFO [StoreOpener-08cac8613f2cff972ffaf1f128d2288a-1 {}] regionserver.HStore(327): Store=08cac8613f2cff972ffaf1f128d2288a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:24,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:21:24,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:24,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08cac8613f2cff972ffaf1f128d2288a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63157752, jitterRate=-0.0588761568069458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:21:24,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:24,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08cac8613f2cff972ffaf1f128d2288a: Running coprocessor pre-open hook at 1732018884423Writing region info on filesystem at 1732018884423Initializing all the Stores at 1732018884424 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018884424Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018884432 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018884432Cleaning up temporary data from old regions at 1732018884439 (+7 ms)Running coprocessor post-open hooks at 1732018884445 (+6 ms)Region opened successfully at 1732018884445 2024-11-19T12:21:24,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a., pid=10, masterSystemTime=1732018884392 2024-11-19T12:21:24,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:24,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08cac8613f2cff972ffaf1f128d2288a, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,45593,1732018872419 2024-11-19T12:21:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08cac8613f2cff972ffaf1f128d2288a, server=351a98347401,45593,1732018872419 because future has completed 2024-11-19T12:21:24,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:21:24,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08cac8613f2cff972ffaf1f128d2288a, server=351a98347401,45593,1732018872419 in 211 msec 2024-11-19T12:21:24,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:21:24,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08cac8613f2cff972ffaf1f128d2288a, ASSIGN in 368 msec 2024-11-19T12:21:24,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:21:24,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018884455"}]},"ts":"1732018884455"} 2024-11-19T12:21:24,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:21:24,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:21:24,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-11-19T12:21:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a., hostname=351a98347401,45593,1732018872419, seqNum=2] 2024-11-19T12:21:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:24,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:21:24,567 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 379, reset compression=false 2024-11-19T12:21:24,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:21:24,673 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:21:24,711 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,45593,1732018872419, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:21:24,711 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:24,711 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45593,1732018872419, seqNum=-1] 2024-11-19T12:21:24,712 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:24,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T12:21:24,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,45593,1732018872419', locateType=CURRENT is [region=hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a., hostname=351a98347401,45593,1732018872419, seqNum=2] 2024-11-19T12:21:24,717 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:21:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:21:24,719 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,45593,1732018872419 suceeded 2024-11-19T12:21:24,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:21:24,721 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:39269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:21:24,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-19T12:21:24,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0680 sec 2024-11-19T12:21:24,733 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39269' 2024-11-19T12:21:24,734 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f92138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,734 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:24,734 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:24,735 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:24,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:24,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:24,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a38d7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:24,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:24,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:24,736 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:24,737 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f51175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,737 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:24,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39269,1732018860303 2024-11-19T12:21:24,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a4dac16 2024-11-19T12:21:24,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:24,768 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T12:21:24,769 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,45593,1732018872419 (queues=1) is replicating from cluster=5aab2368-5707-46af-818d-d4b76e5da4f6 to cluster=9dcdc97f-48e0-41d7-87bc-66b66835f4fa 2024-11-19T12:21:24,769 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C45593%2C1732018872419 2024-11-19T12:21:24,769 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,45593,1732018872419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:21:24,770 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C45593%2C1732018872419 2024-11-19T12:21:24,770 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, startPosition=0, beingWritten=true 2024-11-19T12:21:24,779 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:24,779 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 379, reset compression=false 2024-11-19T12:21:24,779 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:21:24,788 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:21:24,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:24,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:24,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:24,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:24,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:24,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:24,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:24,790 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108fa0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:24,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:24,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:24,791 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfb9d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37267,-1 for getting cluster id 2024-11-19T12:21:24,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:24,793 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5c0855-1453-4a9c-b1cd-4ed6f55419c4' 2024-11-19T12:21:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5c0855-1453-4a9c-b1cd-4ed6f55419c4" 2024-11-19T12:21:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229ee2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37267,-1] 2024-11-19T12:21:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:24,794 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3f7437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:24,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:24,796 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57268e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:24,797 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:24,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f96d5d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:24,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43259,1732018860500, seqNum=-1] 2024-11-19T12:21:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:24,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce., hostname=351a98347401,43259,1732018860500, seqNum=2] 2024-11-19T12:21:24,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45593,1732018872419, seqNum=-1] 2024-11-19T12:21:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:24,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758., hostname=351a98347401,45593,1732018872419, seqNum=2] 2024-11-19T12:21:24,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T12:21:24,985 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 379, reset compression=false 2024-11-19T12:21:25,031 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 379, reset compression=false 2024-11-19T12:21:25,035 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:25,035 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 480, reset compression=false 2024-11-19T12:21:25,035 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ab953f26857e7834e9c7ffe985496ce/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T12:21:25,037 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:25,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T12:21:25,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:25,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36583ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:25,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,37267,-1 for getting cluster id 2024-11-19T12:21:25,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:25,039 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5c0855-1453-4a9c-b1cd-4ed6f55419c4' 2024-11-19T12:21:25,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:25,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5c0855-1453-4a9c-b1cd-4ed6f55419c4" 2024-11-19T12:21:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@538e8a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,37267,-1] 2024-11-19T12:21:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:25,040 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:25,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@212eedec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:25,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45965,1732018866629, seqNum=-1] 2024-11-19T12:21:25,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:25,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T12:21:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c., hostname=351a98347401,45965,1732018866629, seqNum=2] 2024-11-19T12:21:25,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:25,071 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 379, reset compression=false 2024-11-19T12:21:25,074 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:25,075 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 504, reset compression=false 2024-11-19T12:21:25,075 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T12:21:25,076 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:25,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T12:21:25,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:25,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500b655d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:25,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:25,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:25,079 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2616be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:25,080 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:25,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b0e21a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:25,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45593,1732018872419, seqNum=-1] 2024-11-19T12:21:25,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:25,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T12:21:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758., hostname=351a98347401,45593,1732018872419, seqNum=2] 2024-11-19T12:21:25,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:25,239 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 480, reset compression=false 2024-11-19T12:21:25,278 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 504, reset compression=false 2024-11-19T12:21:25,289 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 379, reset compression=false 2024-11-19T12:21:25,294 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:25,294 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 527, reset compression=false 2024-11-19T12:21:25,294 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:25,499 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 527, reset compression=false 2024-11-19T12:21:25,542 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 480, reset compression=false 2024-11-19T12:21:25,584 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 504, reset compression=false 2024-11-19T12:21:25,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T12:21:25,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:25,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,45965,1732018866629, seqNum=-1] 2024-11-19T12:21:25,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:25,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c., hostname=351a98347401,45965,1732018866629, seqNum=2] 2024-11-19T12:21:25,823 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 527, reset compression=false 2024-11-19T12:21:25,824 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T12:21:26,004 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 480, reset compression=false 2024-11-19T12:21:26,013 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 504, reset compression=false 2024-11-19T12:21:26,054 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:26,054 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 608, reset compression=false 2024-11-19T12:21:26,054 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:21:26,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:26,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:26,249 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 527, reset compression=false 2024-11-19T12:21:26,282 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 608, reset compression=false 2024-11-19T12:21:26,297 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:26,297 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 654, reset compression=false 2024-11-19T12:21:26,297 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd46a0ef209f35320a3fee4f3682e758/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T12:21:26,300 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:26,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T12:21:26,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:26,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239cfc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:26,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:26,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:26,315 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:26,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:26,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bf43ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:26,318 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:26,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f5792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:26,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43259,1732018860500, seqNum=-1] 2024-11-19T12:21:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:26,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T12:21:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce., hostname=351a98347401,43259,1732018860500, seqNum=2] 2024-11-19T12:21:26,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:26,541 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 654, reset compression=false 2024-11-19T12:21:26,541 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 480, reset compression=false 2024-11-19T12:21:26,590 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:26,590 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 630, reset compression=false 2024-11-19T12:21:26,591 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:26,603 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 608, reset compression=false 2024-11-19T12:21:26,821 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 630, reset compression=false 2024-11-19T12:21:26,827 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T12:21:26,833 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T12:21:26,864 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 654, reset compression=false 2024-11-19T12:21:26,871 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:26,871 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 758, reset compression=false 2024-11-19T12:21:26,871 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd46a0ef209f35320a3fee4f3682e758/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:21:26,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:26,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:27,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:27,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,056 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 608, reset compression=false 2024-11-19T12:21:27,077 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 758, reset compression=false 2024-11-19T12:21:27,129 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 630, reset compression=false 2024-11-19T12:21:27,156 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:27,156 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 757, reset compression=false 2024-11-19T12:21:27,156 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ab953f26857e7834e9c7ffe985496ce/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T12:21:27,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:27,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:27,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:27,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:21:27,381 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 757, reset compression=false 2024-11-19T12:21:27,406 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 758, reset compression=false 2024-11-19T12:21:27,587 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 608, reset compression=false 2024-11-19T12:21:27,602 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:27,602 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 759, reset compression=false 2024-11-19T12:21:27,602 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:27,688 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 757, reset compression=false 2024-11-19T12:21:27,825 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 759, reset compression=false 2024-11-19T12:21:27,838 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 758, reset compression=false 2024-11-19T12:21:27,840 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T12:21:27,844 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T12:21:28,121 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 757, reset compression=false 2024-11-19T12:21:28,134 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 759, reset compression=false 2024-11-19T12:21:28,170 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:28,170 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 913, reset compression=false 2024-11-19T12:21:28,170 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ab953f26857e7834e9c7ffe985496ce/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T12:21:28,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:28,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:28,349 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 758, reset compression=false 2024-11-19T12:21:28,396 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 913, reset compression=false 2024-11-19T12:21:28,578 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 759, reset compression=false 2024-11-19T12:21:28,582 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:28,582 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 907, reset compression=false 2024-11-19T12:21:28,582 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T12:21:28,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:28,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:28,700 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 913, reset compression=false 2024-11-19T12:21:28,785 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 907, reset compression=false 2024-11-19T12:21:28,846 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T12:21:28,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T12:21:28,979 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 758, reset compression=false 2024-11-19T12:21:28,982 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:28,982 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 929, reset compression=false 2024-11-19T12:21:28,982 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:29,088 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 907, reset compression=false 2024-11-19T12:21:29,102 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:29,102 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1066, reset compression=false 2024-11-19T12:21:29,102 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T12:21:29,104 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 913, reset compression=false 2024-11-19T12:21:29,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:29,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:29,185 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 929, reset compression=false 2024-11-19T12:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1078, reset compression=false 2024-11-19T12:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd46a0ef209f35320a3fee4f3682e758/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T12:21:29,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:29,306 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1066, reset compression=false 2024-11-19T12:21:29,393 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1078, reset compression=false 2024-11-19T12:21:29,610 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1066, reset compression=false 2024-11-19T12:21:29,610 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 913, reset compression=false 2024-11-19T12:21:29,639 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:29,639 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1085, reset compression=false 2024-11-19T12:21:29,639 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:29,697 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1078, reset compression=false 2024-11-19T12:21:29,845 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1085, reset compression=false 2024-11-19T12:21:29,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T12:21:29,854 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T12:21:29,894 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1066, reset compression=false 2024-11-19T12:21:30,109 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1078, reset compression=false 2024-11-19T12:21:30,118 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:30,118 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1237, reset compression=false 2024-11-19T12:21:30,118 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd46a0ef209f35320a3fee4f3682e758/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T12:21:30,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:30,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:30,151 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1085, reset compression=false 2024-11-19T12:21:30,156 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:30,156 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1234, reset compression=false 2024-11-19T12:21:30,156 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ab953f26857e7834e9c7ffe985496ce/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T12:21:30,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:30,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:30,322 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1237, reset compression=false 2024-11-19T12:21:30,374 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1234, reset compression=false 2024-11-19T12:21:30,553 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1066, reset compression=false 2024-11-19T12:21:30,558 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:30,558 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1239, reset compression=false 2024-11-19T12:21:30,558 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:30,630 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1237, reset compression=false 2024-11-19T12:21:30,678 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1234, reset compression=false 2024-11-19T12:21:30,761 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1239, reset compression=false 2024-11-19T12:21:30,856 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T12:21:30,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b7802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:30,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:30,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:30,867 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668fa476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:30,869 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a42288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:30,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36269,1732018872268 2024-11-19T12:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a33c648 2024-11-19T12:21:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:30,878 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:30,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-19T12:21:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T12:21:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:21:30,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:21:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:21:31,033 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1237, reset compression=false 2024-11-19T12:21:31,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:31,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:31,038 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68633 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:31,073 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1239, reset compression=false 2024-11-19T12:21:31,081 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1234, reset compression=false 2024-11-19T12:21:31,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T12:21:31,124 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T12:21:31,125 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T12:21:31,125 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,45593,1732018872419 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T12:21:31,125 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/351a98347401:0-0. 2024-11-19T12:21:31,125 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:31,125 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:31,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:31,125 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:21:31,226 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:21:31,226 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T12:21:31,326 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 terminated 2024-11-19T12:21:31,344 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-351a98347401,45593,1732018872419, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:21:31,344 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T12:21:31,344 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T12:21:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T12:21:31,347 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 351a98347401,45593,1732018872419 suceeded 2024-11-19T12:21:31,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T12:21:31,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-19T12:21:31,348 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T12:21:31,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 469 msec 2024-11-19T12:21:31,360 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:39269' 2024-11-19T12:21:31,365 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0a36f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:31,365 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39269,-1 for getting cluster id 2024-11-19T12:21:31,365 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:31,366 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dcdc97f-48e0-41d7-87bc-66b66835f4fa' 2024-11-19T12:21:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dcdc97f-48e0-41d7-87bc-66b66835f4fa" 2024-11-19T12:21:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@192c84af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39269,-1] 2024-11-19T12:21:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:31,368 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:31,368 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd1f56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:31,368 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39269,1732018860303 2024-11-19T12:21:31,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772299f 2024-11-19T12:21:31,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:31,370 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T12:21:31,371 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,45593,1732018872419 (queues=1) is replicating from cluster=5aab2368-5707-46af-818d-d4b76e5da4f6 to cluster=9dcdc97f-48e0-41d7-87bc-66b66835f4fa 2024-11-19T12:21:31,371 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C45593%2C1732018872419 2024-11-19T12:21:31,371 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,45593,1732018872419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:21:31,379 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C45593%2C1732018872419 2024-11-19T12:21:31,477 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1239, reset compression=false 2024-11-19T12:21:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:21:31,508 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:21:31,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:31,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:31,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:31,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:31,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:31,512 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T12:21:31,585 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1234, reset compression=false 2024-11-19T12:21:31,589 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:31,589 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1338, reset compression=false 2024-11-19T12:21:31,589 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ab953f26857e7834e9c7ffe985496ce/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:21:31,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:31,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:31,797 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1338, reset compression=false 2024-11-19T12:21:31,980 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1239, reset compression=false 2024-11-19T12:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1367, reset compression=false 2024-11-19T12:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T12:21:31,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:31,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:32,100 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1338, reset compression=false 2024-11-19T12:21:32,188 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1367, reset compression=false 2024-11-19T12:21:32,491 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1367, reset compression=false 2024-11-19T12:21:32,504 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1338, reset compression=false 2024-11-19T12:21:32,514 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T12:21:32,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcb21a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:32,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,36269,-1 for getting cluster id 2024-11-19T12:21:32,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:32,520 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aab2368-5707-46af-818d-d4b76e5da4f6' 2024-11-19T12:21:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aab2368-5707-46af-818d-d4b76e5da4f6" 2024-11-19T12:21:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e7b58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,36269,-1] 2024-11-19T12:21:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:32,522 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3442700b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:32,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,36269,1732018872268 2024-11-19T12:21:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181fae10 2024-11-19T12:21:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:21:32,530 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:21:32,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-19T12:21:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T12:21:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T12:21:32,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:21:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T12:21:32,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T12:21:32,761 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T12:21:32,761 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T12:21:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T12:21:32,764 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 351a98347401,45593,1732018872419 suceeded 2024-11-19T12:21:32,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T12:21:32,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-19T12:21:32,766 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T12:21:32,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 235 msec 2024-11-19T12:21:32,780 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, startPosition=1237, beingWritten=true 2024-11-19T12:21:32,785 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:32,785 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1388, reset compression=false 2024-11-19T12:21:32,785 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T12:21:32,859 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:21:32,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:32,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:32,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:32,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:32,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:32,861 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-19T12:21:32,895 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1367, reset compression=false 2024-11-19T12:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:21:32,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:32,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:32,994 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1388, reset compression=false 2024-11-19T12:21:32,998 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:21:32,998 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1515, reset compression=false 2024-11-19T12:21:32,998 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd46a0ef209f35320a3fee4f3682e758/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T12:21:33,000 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:33,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T12:21:33,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:21:33,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:21:33,011 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1338, reset compression=false 2024-11-19T12:21:33,020 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:33,020 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:33,020 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:33,105 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:33,202 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1515, reset compression=false 2024-11-19T12:21:33,223 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:33,408 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:33,505 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1515, reset compression=false 2024-11-19T12:21:33,527 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:33,811 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:33,865 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T12:21:33,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:21:33,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:33,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:33,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:33,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:33,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:33,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:21:33,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264026355, stopped=false 2024-11-19T12:21:33,867 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,36269,1732018872268 2024-11-19T12:21:33,909 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1515, reset compression=false 2024-11-19T12:21:33,930 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22076212429/running 2024-11-19T12:21:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22076212429/running 2024-11-19T12:21:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:33,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:21:33,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:33,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:33,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:33,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,45593,1732018872419' ***** 2024-11-19T12:21:33,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:21:33,957 INFO [RS:0;351a98347401:45593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:21:33,957 INFO [RS:0;351a98347401:45593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:21:33,957 INFO [RS:0;351a98347401:45593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:21:33,957 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 08cac8613f2cff972ffaf1f128d2288a 2024-11-19T12:21:33,957 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:33,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/running 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(959): stopping server 351a98347401,45593,1732018872419 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45593. 2024-11-19T12:21:33,958 DEBUG [RS:0;351a98347401:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:33,958 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:33,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08cac8613f2cff972ffaf1f128d2288a, disabling compactions & flushes 2024-11-19T12:21:33,958 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:21:33,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:21:33,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. after waiting 0 ms 2024-11-19T12:21:33,958 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:21:33,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Set watcher on znode that does not yet exist, /22076212429/running 2024-11-19T12:21:33,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:21:33,958 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:21:33,958 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 08cac8613f2cff972ffaf1f128d2288a=hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a., fd46a0ef209f35320a3fee4f3682e758=test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758.} 2024-11-19T12:21:33,958 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1351): Waiting on 08cac8613f2cff972ffaf1f128d2288a, 1588230740, fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:33,959 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08cac8613f2cff972ffaf1f128d2288a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T12:21:33,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:33,959 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:33,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:33,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:33,959 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:33,959 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:21:33,978 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/.tmp/queue/7ddba2237c77486a9c7374b87f703595 is 154, key is 1-351a98347401,45593,1732018872419/queue:351a98347401%2C45593%2C1732018872419/1732018893004/Put/seqid=0 2024-11-19T12:21:33,987 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/info/f846f2dcb0844304955b368693688a18 is 147, key is hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a./info:regioninfo/1732018884448/Put/seqid=0 2024-11-19T12:21:33,989 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:21:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741840_1016 (size=5353) 2024-11-19T12:21:33,994 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/.tmp/queue/7ddba2237c77486a9c7374b87f703595 2024-11-19T12:21:34,000 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/.tmp/queue/7ddba2237c77486a9c7374b87f703595 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/queue/7ddba2237c77486a9c7374b87f703595 2024-11-19T12:21:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741841_1017 (size=7686) 2024-11-19T12:21:34,003 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/info/f846f2dcb0844304955b368693688a18 2024-11-19T12:21:34,008 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/queue/7ddba2237c77486a9c7374b87f703595, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T12:21:34,009 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 08cac8613f2cff972ffaf1f128d2288a in 51ms, sequenceid=14, compaction requested=false 2024-11-19T12:21:34,025 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/replication/08cac8613f2cff972ffaf1f128d2288a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T12:21:34,026 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:34,026 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:21:34,026 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:34,026 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08cac8613f2cff972ffaf1f128d2288a: Waiting for close lock at 1732018893958Running coprocessor pre-close hooks at 1732018893958Disabling compacts and flushes for region at 1732018893958Disabling writes for close at 1732018893958Obtaining lock to block concurrent updates at 1732018893959 (+1 ms)Preparing flush snapshotting stores in 08cac8613f2cff972ffaf1f128d2288a at 1732018893959Finished memstore snapshotting hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732018893959Flushing stores of hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. at 1732018893960 (+1 ms)Flushing 08cac8613f2cff972ffaf1f128d2288a/queue: creating writer at 1732018893960Flushing 08cac8613f2cff972ffaf1f128d2288a/queue: appending metadata at 1732018893978 (+18 ms)Flushing 08cac8613f2cff972ffaf1f128d2288a/queue: closing flushed file at 1732018893978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c092c2: reopening flushed file at 1732018893999 (+21 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 08cac8613f2cff972ffaf1f128d2288a in 51ms, sequenceid=14, compaction requested=false at 1732018894009 (+10 ms)Writing region close event to WAL at 1732018894010 (+1 ms)Running coprocessor post-close hooks at 1732018894026 (+16 ms)Closed at 1732018894026 2024-11-19T12:21:34,026 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018883661.08cac8613f2cff972ffaf1f128d2288a. 2024-11-19T12:21:34,027 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd46a0ef209f35320a3fee4f3682e758, disabling compactions & flushes 2024-11-19T12:21:34,027 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:34,027 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:34,027 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. after waiting 0 ms 2024-11-19T12:21:34,027 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:34,027 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd46a0ef209f35320a3fee4f3682e758 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T12:21:34,039 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/ns/5fc8020f570346ce837308476582f565 is 43, key is default/ns:d/1732018875772/Put/seqid=0 2024-11-19T12:21:34,050 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/f/6278cbf0d2b645cf90ac495b9e5329d4 is 37, key is row3/f:row3/1732018891510/Put/seqid=0 2024-11-19T12:21:34,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741842_1018 (size=5153) 2024-11-19T12:21:34,060 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/ns/5fc8020f570346ce837308476582f565 2024-11-19T12:21:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741843_1019 (size=5228) 2024-11-19T12:21:34,070 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/f/6278cbf0d2b645cf90ac495b9e5329d4 2024-11-19T12:21:34,077 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6278cbf0d2b645cf90ac495b9e5329d4 2024-11-19T12:21:34,087 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/rep_barrier/d610152691c5473da78e78a00f38c0cc is 112, key is test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758./rep_barrier:seqnumDuringOpen/1732018879954/Put/seqid=0 2024-11-19T12:21:34,098 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/f1/971badeeaccd40e88ce0cb69d45c0a78 is 30, key is row1/f1:/1732018888846/DeleteFamily/seqid=0 2024-11-19T12:21:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741844_1020 (size=5518) 2024-11-19T12:21:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741845_1021 (size=5158) 2024-11-19T12:21:34,135 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/f1/971badeeaccd40e88ce0cb69d45c0a78 2024-11-19T12:21:34,148 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 971badeeaccd40e88ce0cb69d45c0a78 2024-11-19T12:21:34,158 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd46a0ef209f35320a3fee4f3682e758 2024-11-19T12:21:34,171 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/norep/cd2b4a3ebd3443d5a118f4f392fc77e4 is 33, key is row2/norep:/1732018889851/DeleteFamily/seqid=0 2024-11-19T12:21:34,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741846_1022 (size=5108) 2024-11-19T12:21:34,184 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/norep/cd2b4a3ebd3443d5a118f4f392fc77e4 2024-11-19T12:21:34,191 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2b4a3ebd3443d5a118f4f392fc77e4 2024-11-19T12:21:34,193 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/f/6278cbf0d2b645cf90ac495b9e5329d4 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/f/6278cbf0d2b645cf90ac495b9e5329d4 2024-11-19T12:21:34,204 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6278cbf0d2b645cf90ac495b9e5329d4 2024-11-19T12:21:34,205 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/f/6278cbf0d2b645cf90ac495b9e5329d4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T12:21:34,207 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/f1/971badeeaccd40e88ce0cb69d45c0a78 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/f1/971badeeaccd40e88ce0cb69d45c0a78 2024-11-19T12:21:34,218 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 971badeeaccd40e88ce0cb69d45c0a78 2024-11-19T12:21:34,218 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/f1/971badeeaccd40e88ce0cb69d45c0a78, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T12:21:34,219 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/.tmp/norep/cd2b4a3ebd3443d5a118f4f392fc77e4 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/norep/cd2b4a3ebd3443d5a118f4f392fc77e4 2024-11-19T12:21:34,233 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2b4a3ebd3443d5a118f4f392fc77e4 2024-11-19T12:21:34,233 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/norep/cd2b4a3ebd3443d5a118f4f392fc77e4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T12:21:34,235 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd46a0ef209f35320a3fee4f3682e758 in 208ms, sequenceid=12, compaction requested=false 2024-11-19T12:21:34,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/default/test/fd46a0ef209f35320a3fee4f3682e758/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T12:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:21:34,292 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd46a0ef209f35320a3fee4f3682e758: Waiting for close lock at 1732018894027Running coprocessor pre-close hooks at 1732018894027Disabling compacts and flushes for region at 1732018894027Disabling writes for close at 1732018894027Obtaining lock to block concurrent updates at 1732018894027Preparing flush snapshotting stores in fd46a0ef209f35320a3fee4f3682e758 at 1732018894027Finished memstore snapshotting test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732018894027Flushing stores of test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. at 1732018894028 (+1 ms)Flushing fd46a0ef209f35320a3fee4f3682e758/f: creating writer at 1732018894028Flushing fd46a0ef209f35320a3fee4f3682e758/f: appending metadata at 1732018894049 (+21 ms)Flushing fd46a0ef209f35320a3fee4f3682e758/f: closing flushed file at 1732018894049Flushing fd46a0ef209f35320a3fee4f3682e758/f1: creating writer at 1732018894077 (+28 ms)Flushing fd46a0ef209f35320a3fee4f3682e758/f1: appending metadata at 1732018894098 (+21 ms)Flushing fd46a0ef209f35320a3fee4f3682e758/f1: closing flushed file at 1732018894098Flushing fd46a0ef209f35320a3fee4f3682e758/norep: creating writer at 1732018894148 (+50 ms)Flushing fd46a0ef209f35320a3fee4f3682e758/norep: appending metadata at 1732018894169 (+21 ms)Flushing fd46a0ef209f35320a3fee4f3682e758/norep: closing flushed file at 1732018894169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149e896c: reopening flushed file at 1732018894191 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8747de8: reopening flushed file at 1732018894205 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480520ce: reopening flushed file at 1732018894218 (+13 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd46a0ef209f35320a3fee4f3682e758 in 208ms, sequenceid=12, compaction requested=false at 1732018894235 (+17 ms)Writing region close event to WAL at 1732018894276 (+41 ms)Running coprocessor post-close hooks at 1732018894292 (+16 ms)Closed at 1732018894292 2024-11-19T12:21:34,293 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018879196.fd46a0ef209f35320a3fee4f3682e758. 2024-11-19T12:21:34,315 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:34,359 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:34,424 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 1515, reset compression=false 2024-11-19T12:21:34,429 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:34,430 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 2406, reset compression=false 2024-11-19T12:21:34,430 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45593,1732018872419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782, lastWalPosition=2406, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:34,431 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,45593,1732018872419: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,45593,1732018872419, walGroup=351a98347401%2C45593%2C1732018872419, offset=351a98347401%2C45593%2C1732018872419.1732018874782:2406, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:45593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:21:34,433 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:21:34,433 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:21:34,434 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:21:34,434 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:21:34,434 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:21:34,434 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:34,434 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 927899792 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198755520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:21:34,435 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:36269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:36269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:21:34,518 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/rep_barrier/d610152691c5473da78e78a00f38c0cc 2024-11-19T12:21:34,547 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/table/d220770c98084cf191b14cc07b69b5cc is 53, key is hbase:replication/table:state/1732018884455/Put/seqid=0 2024-11-19T12:21:34,559 DEBUG [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741847_1023 (size=5308) 2024-11-19T12:21:34,589 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/table/d220770c98084cf191b14cc07b69b5cc 2024-11-19T12:21:34,598 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/info/f846f2dcb0844304955b368693688a18 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/info/f846f2dcb0844304955b368693688a18 2024-11-19T12:21:34,607 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/info/f846f2dcb0844304955b368693688a18, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:21:34,608 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/ns/5fc8020f570346ce837308476582f565 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/ns/5fc8020f570346ce837308476582f565 2024-11-19T12:21:34,624 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/ns/5fc8020f570346ce837308476582f565, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:21:34,625 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/rep_barrier/d610152691c5473da78e78a00f38c0cc as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/rep_barrier/d610152691c5473da78e78a00f38c0cc 2024-11-19T12:21:34,641 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/rep_barrier/d610152691c5473da78e78a00f38c0cc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:21:34,642 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.wal-reader.351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.1732018874782 to pos 2406, reset compression=false 2024-11-19T12:21:34,646 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/.tmp/table/d220770c98084cf191b14cc07b69b5cc as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/table/d220770c98084cf191b14cc07b69b5cc 2024-11-19T12:21:34,649 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:21:34,649 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:21:34,651 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/table/d220770c98084cf191b14cc07b69b5cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:21:34,653 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 694ms, sequenceid=16, compaction requested=false 2024-11-19T12:21:34,732 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:21:34,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:34,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:21:34,733 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:34,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018893958Running coprocessor pre-close hooks at 1732018893958Disabling compacts and flushes for region at 1732018893959 (+1 ms)Disabling writes for close at 1732018893959Obtaining lock to block concurrent updates at 1732018893959Preparing flush snapshotting stores in 1588230740 at 1732018893959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018893959Flushing stores of hbase:meta,,1.1588230740 at 1732018893960 (+1 ms)Flushing 1588230740/info: creating writer at 1732018893960Flushing 1588230740/info: appending metadata at 1732018893986 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732018893986Flushing 1588230740/ns: creating writer at 1732018894009 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732018894039 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732018894039Flushing 1588230740/rep_barrier: creating writer at 1732018894065 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018894086 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018894086Flushing 1588230740/table: creating writer at 1732018894523 (+437 ms)Flushing 1588230740/table: appending metadata at 1732018894546 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732018894546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe9c49b: reopening flushed file at 1732018894597 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d19b0f7: reopening flushed file at 1732018894607 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62758e6d: reopening flushed file at 1732018894624 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38124b6a: reopening flushed file at 1732018894641 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 694ms, sequenceid=16, compaction requested=false at 1732018894654 (+13 ms)Writing region close event to WAL at 1732018894712 (+58 ms)Running coprocessor post-close hooks at 1732018894733 (+21 ms)Closed at 1732018894733 2024-11-19T12:21:34,733 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:34,759 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(976): stopping server 351a98347401,45593,1732018872419; all regions closed. 2024-11-19T12:21:34,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:21:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741839_1015 (size=3552) 2024-11-19T12:21:34,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/WALs/351a98347401,45593,1732018872419/351a98347401%2C45593%2C1732018872419.rep.1732018884398 not finished, retry = 0 2024-11-19T12:21:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741832_1008 (size=2414) 2024-11-19T12:21:34,884 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:34,884 INFO [RS:0;351a98347401:45593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:21:34,885 INFO [RS:0;351a98347401:45593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:21:34,886 INFO [RS:0;351a98347401:45593 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:21:34,886 INFO [RS:0;351a98347401:45593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:21:34,886 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:21:34,886 INFO [RS:0;351a98347401:45593 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,45593,1732018872419 because: Region server is closing 2024-11-19T12:21:34,887 INFO [RS:0;351a98347401:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45593. 2024-11-19T12:21:34,887 DEBUG [RS:0;351a98347401:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:34,887 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:34,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:34,887 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:34,919 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:34,988 INFO [RS:0;351a98347401:45593 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45593,1732018872419.replicationSource.shipper351a98347401%2C45593%2C1732018872419,1-351a98347401,45593,1732018872419 terminated 2024-11-19T12:21:34,988 INFO [RS:0;351a98347401:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45593. 2024-11-19T12:21:34,988 DEBUG [RS:0;351a98347401:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:34,989 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:34,989 DEBUG [RS:0;351a98347401:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:34,989 INFO [RS:0;351a98347401:45593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45593 2024-11-19T12:21:34,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:35,052 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:35,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22076212429/rs/351a98347401,45593,1732018872419 2024-11-19T12:21:35,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429/rs 2024-11-19T12:21:35,058 INFO [RS:0;351a98347401:45593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:21:35,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,45593,1732018872419] 2024-11-19T12:21:35,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22076212429/draining/351a98347401,45593,1732018872419 already deleted, retry=false 2024-11-19T12:21:35,079 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,45593,1732018872419 expired; onlineServers=0 2024-11-19T12:21:35,079 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,36269,1732018872268' ***** 2024-11-19T12:21:35,079 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:21:35,080 INFO [M:0;351a98347401:36269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:21:35,080 INFO [M:0;351a98347401:36269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:21:35,080 DEBUG [M:0;351a98347401:36269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:21:35,080 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:21:35,080 DEBUG [M:0;351a98347401:36269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:21:35,080 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018874509 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018874509,5,FailOnTimeoutGroup] 2024-11-19T12:21:35,080 INFO [M:0;351a98347401:36269 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:21:35,080 INFO [M:0;351a98347401:36269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:21:35,080 DEBUG [M:0;351a98347401:36269 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:21:35,080 INFO [M:0;351a98347401:36269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:21:35,081 INFO [M:0;351a98347401:36269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:21:35,081 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018874508 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018874508,5,FailOnTimeoutGroup] 2024-11-19T12:21:35,081 INFO [M:0;351a98347401:36269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:21:35,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:21:35,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22076212429/master 2024-11-19T12:21:35,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22076212429 2024-11-19T12:21:35,090 DEBUG [M:0;351a98347401:36269 {}] zookeeper.ZKUtil(347): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Unable to get data of znode /22076212429/master because node does not exist (not an error) 2024-11-19T12:21:35,090 WARN [M:0;351a98347401:36269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:21:35,095 INFO [M:0;351a98347401:36269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/.lastflushedseqids 2024-11-19T12:21:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741848_1024 (size=245) 2024-11-19T12:21:35,105 INFO [M:0;351a98347401:36269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:21:35,105 INFO [M:0;351a98347401:36269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:21:35,105 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:35,105 INFO [M:0;351a98347401:36269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:35,105 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:35,105 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:35,105 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:35,106 INFO [M:0;351a98347401:36269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-19T12:21:35,130 DEBUG [M:0;351a98347401:36269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a875052522f24151951489035da71a5a is 82, key is hbase:meta,,1/info:regioninfo/1732018875757/Put/seqid=0 2024-11-19T12:21:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741849_1025 (size=5672) 2024-11-19T12:21:35,161 INFO [M:0;351a98347401:36269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a875052522f24151951489035da71a5a 2024-11-19T12:21:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x101530a65580007, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:35,170 INFO [RS:0;351a98347401:45593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:21:35,170 INFO [RS:0;351a98347401:45593 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,45593,1732018872419; zookeeper connection closed. 2024-11-19T12:21:35,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39f66abd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39f66abd 2024-11-19T12:21:35,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:21:35,195 DEBUG [M:0;351a98347401:36269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23ac689dfd40423e94074699820a22f3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018884459/Put/seqid=0 2024-11-19T12:21:35,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741850_1026 (size=9212) 2024-11-19T12:21:35,221 INFO [M:0;351a98347401:36269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23ac689dfd40423e94074699820a22f3 2024-11-19T12:21:35,246 DEBUG [M:0;351a98347401:36269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80e7514800014723a0355e6e837ad5d6 is 69, key is 351a98347401,45593,1732018872419/rs:state/1732018874588/Put/seqid=0 2024-11-19T12:21:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741851_1027 (size=5156) 2024-11-19T12:21:35,258 INFO [M:0;351a98347401:36269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80e7514800014723a0355e6e837ad5d6 2024-11-19T12:21:35,264 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a875052522f24151951489035da71a5a as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a875052522f24151951489035da71a5a 2024-11-19T12:21:35,269 INFO [M:0;351a98347401:36269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a875052522f24151951489035da71a5a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T12:21:35,270 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23ac689dfd40423e94074699820a22f3 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23ac689dfd40423e94074699820a22f3 2024-11-19T12:21:35,275 INFO [M:0;351a98347401:36269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23ac689dfd40423e94074699820a22f3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T12:21:35,276 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80e7514800014723a0355e6e837ad5d6 as hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80e7514800014723a0355e6e837ad5d6 2024-11-19T12:21:35,280 INFO [M:0;351a98347401:36269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/06106f06-4ef0-c13e-906a-cef8542340c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80e7514800014723a0355e6e837ad5d6, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T12:21:35,283 INFO [M:0;351a98347401:36269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=127, compaction requested=false 2024-11-19T12:21:35,295 INFO [M:0;351a98347401:36269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:35,295 DEBUG [M:0;351a98347401:36269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018895105Disabling compacts and flushes for region at 1732018895105Disabling writes for close at 1732018895105Obtaining lock to block concurrent updates at 1732018895106 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018895106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732018895106Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018895107 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018895107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018895130 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018895130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018895165 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018895195 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018895195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018895225 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018895245 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018895245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbd22cc: reopening flushed file at 1732018895263 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d9368a: reopening flushed file at 1732018895269 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bec0cff: reopening flushed file at 1732018895275 (+6 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=127, compaction requested=false at 1732018895283 (+8 ms)Writing region close event to WAL at 1732018895295 (+12 ms)Closed at 1732018895295 2024-11-19T12:21:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38345 is added to blk_1073741830_1006 (size=73866) 2024-11-19T12:21:35,299 INFO [M:0;351a98347401:36269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:21:35,299 INFO [M:0;351a98347401:36269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36269 2024-11-19T12:21:35,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:21:35,300 INFO [M:0;351a98347401:36269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:21:35,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:35,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36269-0x101530a65580006, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:35,436 INFO [M:0;351a98347401:36269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:21:35,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45dd381e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:35,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:21:35,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:21:35,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:21:35,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir/,STOPPED} 2024-11-19T12:21:35,444 WARN [BP-1616859220-172.17.0.2-1732018870003 heartbeating to localhost/127.0.0.1:38279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:21:35,444 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:21:35,445 WARN [BP-1616859220-172.17.0.2-1732018870003 heartbeating to localhost/127.0.0.1:38279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1616859220-172.17.0.2-1732018870003 (Datanode Uuid cc33838a-bb88-4641-a0d6-87a86d7be6aa) service to localhost/127.0.0.1:38279 2024-11-19T12:21:35,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:21:35,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/cluster_11724c55-48bf-fa20-d8b3-52b7efe773d4/data/data2/current/BP-1616859220-172.17.0.2-1732018870003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:21:35,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/cluster_11724c55-48bf-fa20-d8b3-52b7efe773d4/data/data1/current/BP-1616859220-172.17.0.2-1732018870003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:21:35,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:21:35,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:35,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:21:35,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:21:35,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:21:35,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir/,STOPPED} 2024-11-19T12:21:35,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:21:35,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:21:35,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:35,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:35,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:35,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:35,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:35,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:21:35,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997687555, stopped=false 2024-11-19T12:21:35,487 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,37267,1732018866471 2024-11-19T12:21:35,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11485806829/running 2024-11-19T12:21:35,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11485806829/running 2024-11-19T12:21:35,507 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:21:35,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:35,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:35,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:35,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/running 2024-11-19T12:21:35,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:35,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Set watcher on znode that does not yet exist, /11485806829/running 2024-11-19T12:21:35,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:35,508 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,45965,1732018866629' ***** 2024-11-19T12:21:35,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:21:35,509 INFO [RS:0;351a98347401:45965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:21:35,509 INFO [RS:0;351a98347401:45965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:21:35,509 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:21:35,509 INFO [RS:0;351a98347401:45965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:21:35,509 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(3091): Received CLOSE for ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:35,532 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(3091): Received CLOSE for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:35,532 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(959): stopping server 351a98347401,45965,1732018866629 2024-11-19T12:21:35,532 INFO [RS:0;351a98347401:45965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:21:35,532 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea41b24c273056fa1aff38eeb0ab4579, disabling compactions & flushes 2024-11-19T12:21:35,532 INFO [RS:0;351a98347401:45965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45965. 2024-11-19T12:21:35,532 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:35,532 DEBUG [RS:0;351a98347401:45965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:35,532 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:35,532 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:35,532 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. after waiting 0 ms 2024-11-19T12:21:35,532 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:35,533 INFO [RS:0;351a98347401:45965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:21:35,533 INFO [RS:0;351a98347401:45965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:21:35,533 INFO [RS:0;351a98347401:45965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:21:35,533 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:21:35,533 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea41b24c273056fa1aff38eeb0ab4579 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T12:21:35,536 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:21:35,536 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea41b24c273056fa1aff38eeb0ab4579=hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579., 4eef3f2d4ea9e2ecaf2ffed9e5d5420c=test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c.} 2024-11-19T12:21:35,536 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:35,548 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:35,548 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:35,548 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:35,548 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:35,548 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:35,549 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:21:35,552 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:21:35,588 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/info/dc5a599309274528a2b3a0c731015fa4 is 147, key is hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579./info:regioninfo/1732018883303/Put/seqid=0 2024-11-19T12:21:35,589 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/.tmp/queue/d3b89746990041a8a8c8df65c30b8beb is 154, key is 1-351a98347401,45965,1732018866629/queue:351a98347401%2C45965%2C1732018866629/1732018892905/Put/seqid=0 2024-11-19T12:21:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741840_1016 (size=7686) 2024-11-19T12:21:35,610 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/info/dc5a599309274528a2b3a0c731015fa4 2024-11-19T12:21:35,622 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:35,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741841_1017 (size=5353) 2024-11-19T12:21:35,634 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/.tmp/queue/d3b89746990041a8a8c8df65c30b8beb 2024-11-19T12:21:35,639 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/.tmp/queue/d3b89746990041a8a8c8df65c30b8beb as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/queue/d3b89746990041a8a8c8df65c30b8beb 2024-11-19T12:21:35,647 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/queue/d3b89746990041a8a8c8df65c30b8beb, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T12:21:35,648 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ea41b24c273056fa1aff38eeb0ab4579 in 116ms, sequenceid=14, compaction requested=false 2024-11-19T12:21:35,684 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/ns/ec32efc52e4f42019876d0ffaff38135 is 43, key is default/ns:d/1732018869903/Put/seqid=0 2024-11-19T12:21:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741842_1018 (size=5153) 2024-11-19T12:21:35,705 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/ns/ec32efc52e4f42019876d0ffaff38135 2024-11-19T12:21:35,720 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/replication/ea41b24c273056fa1aff38eeb0ab4579/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T12:21:35,736 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, ea41b24c273056fa1aff38eeb0ab4579 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:21:35,739 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea41b24c273056fa1aff38eeb0ab4579: Waiting for close lock at 1732018895532Running coprocessor pre-close hooks at 1732018895532Disabling compacts and flushes for region at 1732018895532Disabling writes for close at 1732018895532Obtaining lock to block concurrent updates at 1732018895533 (+1 ms)Preparing flush snapshotting stores in ea41b24c273056fa1aff38eeb0ab4579 at 1732018895533Finished memstore snapshotting hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732018895533Flushing stores of hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. at 1732018895537 (+4 ms)Flushing ea41b24c273056fa1aff38eeb0ab4579/queue: creating writer at 1732018895537Flushing ea41b24c273056fa1aff38eeb0ab4579/queue: appending metadata at 1732018895588 (+51 ms)Flushing ea41b24c273056fa1aff38eeb0ab4579/queue: closing flushed file at 1732018895588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc8a4cd: reopening flushed file at 1732018895638 (+50 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ea41b24c273056fa1aff38eeb0ab4579 in 116ms, sequenceid=14, compaction requested=false at 1732018895648 (+10 ms)Writing region close event to WAL at 1732018895702 (+54 ms)Running coprocessor post-close hooks at 1732018895739 (+37 ms)Closed at 1732018895739 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018882519.ea41b24c273056fa1aff38eeb0ab4579. 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c, disabling compactions & flushes 2024-11-19T12:21:35,739 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. after waiting 0 ms 2024-11-19T12:21:35,739 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:35,740 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T12:21:35,741 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/rep_barrier/8db7e6b61ef1422988e1525273560c83 is 112, key is test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c./rep_barrier:seqnumDuringOpen/1732018878823/Put/seqid=0 2024-11-19T12:21:35,761 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:35,788 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/f/7db79c1043c748cc800aff6a5c689dad is 37, key is row3/f:row3/1732018891510/Put/seqid=0 2024-11-19T12:21:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741843_1019 (size=5518) 2024-11-19T12:21:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741844_1020 (size=5228) 2024-11-19T12:21:35,853 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/f/7db79c1043c748cc800aff6a5c689dad 2024-11-19T12:21:35,858 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7db79c1043c748cc800aff6a5c689dad 2024-11-19T12:21:35,883 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/f1/7a6603e924bb4a519487ec27a122e082 is 30, key is row1/f1:/1732018888846/DeleteFamily/seqid=0 2024-11-19T12:21:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741845_1021 (size=5158) 2024-11-19T12:21:35,898 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/f1/7a6603e924bb4a519487ec27a122e082 2024-11-19T12:21:35,905 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a6603e924bb4a519487ec27a122e082 2024-11-19T12:21:35,928 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/norep/987b8359392449fbbc4fb2bcf3fd3498 is 33, key is row1/norep:/1732018888846/DeleteFamily/seqid=0 2024-11-19T12:21:35,937 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4eef3f2d4ea9e2ecaf2ffed9e5d5420c 2024-11-19T12:21:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741846_1022 (size=5108) 2024-11-19T12:21:35,943 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/norep/987b8359392449fbbc4fb2bcf3fd3498 2024-11-19T12:21:35,953 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 987b8359392449fbbc4fb2bcf3fd3498 2024-11-19T12:21:35,954 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/f/7db79c1043c748cc800aff6a5c689dad as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f/7db79c1043c748cc800aff6a5c689dad 2024-11-19T12:21:35,960 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7db79c1043c748cc800aff6a5c689dad 2024-11-19T12:21:35,960 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f/7db79c1043c748cc800aff6a5c689dad, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T12:21:35,962 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/f1/7a6603e924bb4a519487ec27a122e082 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f1/7a6603e924bb4a519487ec27a122e082 2024-11-19T12:21:35,977 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a6603e924bb4a519487ec27a122e082 2024-11-19T12:21:35,977 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f1/7a6603e924bb4a519487ec27a122e082, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T12:21:35,978 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/.tmp/norep/987b8359392449fbbc4fb2bcf3fd3498 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/norep/987b8359392449fbbc4fb2bcf3fd3498 2024-11-19T12:21:35,984 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 987b8359392449fbbc4fb2bcf3fd3498 2024-11-19T12:21:35,984 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/norep/987b8359392449fbbc4fb2bcf3fd3498, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T12:21:35,986 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c in 247ms, sequenceid=12, compaction requested=false 2024-11-19T12:21:36,035 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/default/test/4eef3f2d4ea9e2ecaf2ffed9e5d5420c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T12:21:36,036 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:36,036 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:21:36,036 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:36,036 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c: Waiting for close lock at 1732018895739Running coprocessor pre-close hooks at 1732018895739Disabling compacts and flushes for region at 1732018895739Disabling writes for close at 1732018895739Obtaining lock to block concurrent updates at 1732018895740 (+1 ms)Preparing flush snapshotting stores in 4eef3f2d4ea9e2ecaf2ffed9e5d5420c at 1732018895740Finished memstore snapshotting test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732018895740Flushing stores of test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. at 1732018895740Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f: creating writer at 1732018895741 (+1 ms)Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f: appending metadata at 1732018895787 (+46 ms)Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f: closing flushed file at 1732018895787Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f1: creating writer at 1732018895858 (+71 ms)Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f1: appending metadata at 1732018895882 (+24 ms)Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/f1: closing flushed file at 1732018895882Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/norep: creating writer at 1732018895905 (+23 ms)Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/norep: appending metadata at 1732018895926 (+21 ms)Flushing 4eef3f2d4ea9e2ecaf2ffed9e5d5420c/norep: closing flushed file at 1732018895926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9363dc: reopening flushed file at 1732018895953 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c45496: reopening flushed file at 1732018895961 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711fe30a: reopening flushed file at 1732018895977 (+16 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4eef3f2d4ea9e2ecaf2ffed9e5d5420c in 247ms, sequenceid=12, compaction requested=false at 1732018895986 (+9 ms)Writing region close event to WAL at 1732018896025 (+39 ms)Running coprocessor post-close hooks at 1732018896036 (+11 ms)Closed at 1732018896036 2024-11-19T12:21:36,037 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018878032.4eef3f2d4ea9e2ecaf2ffed9e5d5420c. 2024-11-19T12:21:36,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:21:36,117 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:21:36,118 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:21:36,137 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:36,206 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/rep_barrier/8db7e6b61ef1422988e1525273560c83 2024-11-19T12:21:36,253 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/table/591112b9aef7435b8bb689d4e1b35532 is 53, key is hbase:replication/table:state/1732018883309/Put/seqid=0 2024-11-19T12:21:36,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741847_1023 (size=5308) 2024-11-19T12:21:36,262 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/table/591112b9aef7435b8bb689d4e1b35532 2024-11-19T12:21:36,268 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/info/dc5a599309274528a2b3a0c731015fa4 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/info/dc5a599309274528a2b3a0c731015fa4 2024-11-19T12:21:36,273 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/info/dc5a599309274528a2b3a0c731015fa4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:21:36,274 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/ns/ec32efc52e4f42019876d0ffaff38135 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/ns/ec32efc52e4f42019876d0ffaff38135 2024-11-19T12:21:36,284 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/ns/ec32efc52e4f42019876d0ffaff38135, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:21:36,285 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/rep_barrier/8db7e6b61ef1422988e1525273560c83 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/rep_barrier/8db7e6b61ef1422988e1525273560c83 2024-11-19T12:21:36,294 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/rep_barrier/8db7e6b61ef1422988e1525273560c83, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:21:36,296 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/.tmp/table/591112b9aef7435b8bb689d4e1b35532 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/table/591112b9aef7435b8bb689d4e1b35532 2024-11-19T12:21:36,309 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/table/591112b9aef7435b8bb689d4e1b35532, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:21:36,311 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 763ms, sequenceid=16, compaction requested=false 2024-11-19T12:21:36,337 DEBUG [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:36,377 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:21:36,377 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:36,377 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:21:36,377 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:36,378 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018895548Running coprocessor pre-close hooks at 1732018895548Disabling compacts and flushes for region at 1732018895548Disabling writes for close at 1732018895548Obtaining lock to block concurrent updates at 1732018895549 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732018895549Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018895549Flushing stores of hbase:meta,,1.1588230740 at 1732018895550 (+1 ms)Flushing 1588230740/info: creating writer at 1732018895550Flushing 1588230740/info: appending metadata at 1732018895588 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732018895588Flushing 1588230740/ns: creating writer at 1732018895616 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732018895683 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1732018895683Flushing 1588230740/rep_barrier: creating writer at 1732018895712 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018895739 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018895739Flushing 1588230740/table: creating writer at 1732018896212 (+473 ms)Flushing 1588230740/table: appending metadata at 1732018896252 (+40 ms)Flushing 1588230740/table: closing flushed file at 1732018896252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5160335f: reopening flushed file at 1732018896267 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d859677: reopening flushed file at 1732018896273 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf5bd69: reopening flushed file at 1732018896284 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515b600: reopening flushed file at 1732018896295 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 763ms, sequenceid=16, compaction requested=false at 1732018896311 (+16 ms)Writing region close event to WAL at 1732018896373 (+62 ms)Running coprocessor post-close hooks at 1732018896377 (+4 ms)Closed at 1732018896377 2024-11-19T12:21:36,378 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:36,495 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 1471, reset compression=false 2024-11-19T12:21:36,500 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:36,500 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244 to pos 2362, reset compression=false 2024-11-19T12:21:36,500 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,45965,1732018866629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/WALs/351a98347401,45965,1732018866629/351a98347401%2C45965%2C1732018866629.1732018869244, lastWalPosition=2362, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:36,506 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,45965,1732018866629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,45965,1732018866629, walGroup=351a98347401%2C45965%2C1732018866629, offset=351a98347401%2C45965%2C1732018866629.1732018869244:2362, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:45965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:21:36,507 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:21:36,507 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:21:36,507 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:21:36,507 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:21:36,507 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:21:36,507 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 897051136 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199001344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:21:36,508 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:37267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:37267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:21:36,537 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(976): stopping server 351a98347401,45965,1732018866629; all regions closed. 2024-11-19T12:21:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:21:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741839_1015 (size=3552) 2024-11-19T12:21:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741833_1009 (size=2370) 2024-11-19T12:21:36,565 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:36,565 INFO [RS:0;351a98347401:45965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:21:36,565 INFO [RS:0;351a98347401:45965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:21:36,565 INFO [RS:0;351a98347401:45965 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:21:36,565 INFO [RS:0;351a98347401:45965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:21:36,566 INFO [RS:0;351a98347401:45965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,45965,1732018866629 because: Region server is closing 2024-11-19T12:21:36,566 INFO [RS:0;351a98347401:45965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45965. 2024-11-19T12:21:36,566 DEBUG [RS:0;351a98347401:45965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:36,566 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:36,566 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:36,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:36,567 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:21:36,629 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:36,667 INFO [RS:0;351a98347401:45965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.shipper351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 terminated 2024-11-19T12:21:36,667 INFO [RS:0;351a98347401:45965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:45965. 2024-11-19T12:21:36,667 DEBUG [RS:0;351a98347401:45965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:36,667 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:36,667 DEBUG [RS:0;351a98347401:45965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:36,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:36,667 INFO [RS:0;351a98347401:45965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45965 2024-11-19T12:21:36,667 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,45965,1732018866629.replicationSource.wal-reader.351a98347401%2C45965%2C1732018866629,1-351a98347401,45965,1732018866629 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:21:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11485806829/rs/351a98347401,45965,1732018866629 2024-11-19T12:21:36,743 INFO [RS:0;351a98347401:45965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:21:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829/rs 2024-11-19T12:21:36,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,45965,1732018866629] 2024-11-19T12:21:36,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11485806829/draining/351a98347401,45965,1732018866629 already deleted, retry=false 2024-11-19T12:21:36,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,45965,1732018866629 expired; onlineServers=0 2024-11-19T12:21:36,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,37267,1732018866471' ***** 2024-11-19T12:21:36,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:21:36,764 INFO [M:0;351a98347401:37267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:21:36,764 INFO [M:0;351a98347401:37267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:21:36,764 DEBUG [M:0;351a98347401:37267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:21:36,764 DEBUG [M:0;351a98347401:37267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:21:36,764 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018868651 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018868651,5,FailOnTimeoutGroup] 2024-11-19T12:21:36,764 INFO [M:0;351a98347401:37267 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:21:36,764 INFO [M:0;351a98347401:37267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:21:36,764 DEBUG [M:0;351a98347401:37267 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:21:36,764 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018868651 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018868651,5,FailOnTimeoutGroup] 2024-11-19T12:21:36,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:21:36,765 INFO [M:0;351a98347401:37267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:21:36,765 INFO [M:0;351a98347401:37267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:21:36,765 INFO [M:0;351a98347401:37267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:21:36,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:21:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11485806829/master 2024-11-19T12:21:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11485806829 2024-11-19T12:21:36,775 DEBUG [M:0;351a98347401:37267 {}] zookeeper.ZKUtil(347): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Unable to get data of znode /11485806829/master because node does not exist (not an error) 2024-11-19T12:21:36,775 WARN [M:0;351a98347401:37267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:21:36,775 INFO [M:0;351a98347401:37267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/.lastflushedseqids 2024-11-19T12:21:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741848_1024 (size=245) 2024-11-19T12:21:36,853 INFO [RS:0;351a98347401:45965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:21:36,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:36,853 INFO [RS:0;351a98347401:45965 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,45965,1732018866629; zookeeper connection closed. 2024-11-19T12:21:36,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45965-0x101530a65580004, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:36,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e2322a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e2322a9 2024-11-19T12:21:36,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:21:37,192 INFO [M:0;351a98347401:37267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:21:37,192 INFO [M:0;351a98347401:37267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:21:37,193 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:37,193 INFO [M:0;351a98347401:37267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:37,193 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:37,193 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:37,193 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:37,193 INFO [M:0;351a98347401:37267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T12:21:37,212 DEBUG [M:0;351a98347401:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aa7e5488f744f79ad18ed8d2b946fe4 is 82, key is hbase:meta,,1/info:regioninfo/1732018869886/Put/seqid=0 2024-11-19T12:21:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741849_1025 (size=5672) 2024-11-19T12:21:37,557 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:37,616 INFO [M:0;351a98347401:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aa7e5488f744f79ad18ed8d2b946fe4 2024-11-19T12:21:37,633 DEBUG [M:0;351a98347401:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce312e8ca20e42d4aea2a7909da3d71f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018883313/Put/seqid=0 2024-11-19T12:21:37,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741850_1026 (size=8516) 2024-11-19T12:21:38,037 INFO [M:0;351a98347401:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce312e8ca20e42d4aea2a7909da3d71f 2024-11-19T12:21:38,061 DEBUG [M:0;351a98347401:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb5eb53ce2cb42d8b620992ee9e145c9 is 69, key is 351a98347401,45965,1732018866629/rs:state/1732018868698/Put/seqid=0 2024-11-19T12:21:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741851_1027 (size=5156) 2024-11-19T12:21:38,465 INFO [M:0;351a98347401:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb5eb53ce2cb42d8b620992ee9e145c9 2024-11-19T12:21:38,468 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aa7e5488f744f79ad18ed8d2b946fe4 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7aa7e5488f744f79ad18ed8d2b946fe4 2024-11-19T12:21:38,471 INFO [M:0;351a98347401:37267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7aa7e5488f744f79ad18ed8d2b946fe4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:21:38,471 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce312e8ca20e42d4aea2a7909da3d71f as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce312e8ca20e42d4aea2a7909da3d71f 2024-11-19T12:21:38,474 INFO [M:0;351a98347401:37267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce312e8ca20e42d4aea2a7909da3d71f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:21:38,474 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb5eb53ce2cb42d8b620992ee9e145c9 as hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb5eb53ce2cb42d8b620992ee9e145c9 2024-11-19T12:21:38,477 INFO [M:0;351a98347401:37267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb5eb53ce2cb42d8b620992ee9e145c9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:21:38,478 INFO [M:0;351a98347401:37267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T12:21:38,488 INFO [M:0;351a98347401:37267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:38,488 DEBUG [M:0;351a98347401:37267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018897192Disabling compacts and flushes for region at 1732018897192Disabling writes for close at 1732018897193 (+1 ms)Obtaining lock to block concurrent updates at 1732018897193Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018897193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732018897193Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018897194 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018897194Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018897211 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018897211Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018897620 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018897632 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018897633 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018898041 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018898060 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018898060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584ee707: reopening flushed file at 1732018898468 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a86fd4: reopening flushed file at 1732018898471 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7dda8e: reopening flushed file at 1732018898474 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732018898478 (+4 ms)Writing region close event to WAL at 1732018898488 (+10 ms)Closed at 1732018898488 2024-11-19T12:21:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741830_1006 (size=63654) 2024-11-19T12:21:38,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b3fb6e1-030a-0019-6f53-f5382c07e441/MasterData/WALs/351a98347401,37267,1732018866471/351a98347401%2C37267%2C1732018866471.1732018868384 not finished, retry = 0 2024-11-19T12:21:38,568 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:38,591 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:21:38,591 INFO [M:0;351a98347401:37267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:21:38,591 INFO [M:0;351a98347401:37267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37267 2024-11-19T12:21:38,591 INFO [M:0;351a98347401:37267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:21:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:38,959 INFO [M:0;351a98347401:37267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:21:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x101530a65580003, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,029 WARN [BP-583042464-172.17.0.2-1732018864077 heartbeating to localhost/127.0.0.1:42937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-583042464-172.17.0.2-1732018864077 (Datanode Uuid 752acfce-b74e-4e8d-a91e-9d9c65970c2a) service to localhost/127.0.0.1:42937 2024-11-19T12:21:39,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/cluster_1b8fb243-7611-9a57-8d5a-c82e2ebe093c/data/data1/current/BP-583042464-172.17.0.2-1732018864077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:21:39,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/cluster_1b8fb243-7611-9a57-8d5a-c82e2ebe093c/data/data2/current/BP-583042464-172.17.0.2-1732018864077 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:21:39,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525e5e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:39,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:21:39,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:21:39,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:21:39,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir/,STOPPED} 2024-11-19T12:21:39,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:21:39,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be9f58d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:39,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:21:39,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:21:39,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:21:39,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be3e0dfb-d021-eb62-ceeb-59af7b5efe0f/hadoop.log.dir/,STOPPED} 2024-11-19T12:21:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:21:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:21:39,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:39,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:39,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:39,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:39,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:39,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:21:39,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737939275, stopped=false 2024-11-19T12:21:39,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,39269,1732018860303 2024-11-19T12:21:39,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219356638/running 2024-11-19T12:21:39,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219356638/running 2024-11-19T12:21:39,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:39,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:39,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:21:39,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/running 2024-11-19T12:21:39,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:21:39,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Set watcher on znode that does not yet exist, /0-219356638/running 2024-11-19T12:21:39,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:39,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:39,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,43259,1732018860500' ***** 2024-11-19T12:21:39,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:21:39,476 INFO [RS:0;351a98347401:43259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:21:39,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ab953f26857e7834e9c7ffe985496ce 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(959): stopping server 351a98347401,43259,1732018860500 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:43259. 2024-11-19T12:21:39,477 DEBUG [RS:0;351a98347401:43259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:39,477 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ab953f26857e7834e9c7ffe985496ce, disabling compactions & flushes 2024-11-19T12:21:39,477 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:39,477 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:39,477 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:39,477 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. after waiting 0 ms 2024-11-19T12:21:39,477 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:21:39,477 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ab953f26857e7834e9c7ffe985496ce 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:21:39,477 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:21:39,477 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ab953f26857e7834e9c7ffe985496ce=test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce., 9582e2daae8f9b17294dd499871544d8=hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.} 2024-11-19T12:21:39,477 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ab953f26857e7834e9c7ffe985496ce, 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:39,478 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:39,478 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:39,478 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:39,478 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:39,478 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:39,478 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:21:39,497 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/info/0542ed9686984dd1a1b4c57ec2217494 is 147, key is hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8./info:regioninfo/1732018881537/Put/seqid=0 2024-11-19T12:21:39,497 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/f/3ccdf00d2b084086973c5b9a43ff1292 is 37, key is row3/f:row3/1732018891510/Put/seqid=0 2024-11-19T12:21:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741840_1016 (size=7686) 2024-11-19T12:21:39,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741841_1017 (size=5228) 2024-11-19T12:21:39,501 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/f/3ccdf00d2b084086973c5b9a43ff1292 2024-11-19T12:21:39,509 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ccdf00d2b084086973c5b9a43ff1292 2024-11-19T12:21:39,521 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/f1/e9b721d615d645948abcb46509338d1d is 30, key is row1/f1:/1732018888846/DeleteFamily/seqid=0 2024-11-19T12:21:39,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741842_1018 (size=5158) 2024-11-19T12:21:39,553 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:21:39,586 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:21:39,586 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:21:39,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:39,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:39,671 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1488, reset compression=false 2024-11-19T12:21:39,674 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:39,674 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1735, reset compression=false 2024-11-19T12:21:39,674 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,43259,1732018860500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:21:39,675 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,43259,1732018860500: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,43259,1732018860500, walGroup=351a98347401%2C43259%2C1732018860500, offset=351a98347401%2C43259%2C1732018860500.1732018862712:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:43259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:21:39,676 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:21:39,676 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:21:39,677 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:21:39,677 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:21:39,677 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:21:39,677 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 926840832 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 198060768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:21:39,678 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ab953f26857e7834e9c7ffe985496ce, 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:39,678 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:39269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:39269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:21:39,877 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1735, reset compression=false 2024-11-19T12:21:39,878 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ab953f26857e7834e9c7ffe985496ce, 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:39,901 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/info/0542ed9686984dd1a1b4c57ec2217494 2024-11-19T12:21:39,920 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/ns/87ad2de33fde4bfebd6f40645b40b1cc is 43, key is default/ns:d/1732018863822/Put/seqid=0 2024-11-19T12:21:39,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741843_1019 (size=5153) 2024-11-19T12:21:39,925 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/f1/e9b721d615d645948abcb46509338d1d 2024-11-19T12:21:39,928 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9b721d615d645948abcb46509338d1d 2024-11-19T12:21:39,945 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/norep/429b89d2914540af94b8f186332a0a7c is 32, key is row/norep:/1732018887841/DeleteFamily/seqid=0 2024-11-19T12:21:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741844_1020 (size=5101) 2024-11-19T12:21:39,948 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/norep/429b89d2914540af94b8f186332a0a7c 2024-11-19T12:21:39,952 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 429b89d2914540af94b8f186332a0a7c 2024-11-19T12:21:39,952 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/f/3ccdf00d2b084086973c5b9a43ff1292 as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/f/3ccdf00d2b084086973c5b9a43ff1292 2024-11-19T12:21:39,956 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ccdf00d2b084086973c5b9a43ff1292 2024-11-19T12:21:39,956 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/f/3ccdf00d2b084086973c5b9a43ff1292, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T12:21:39,957 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/f1/e9b721d615d645948abcb46509338d1d as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/f1/e9b721d615d645948abcb46509338d1d 2024-11-19T12:21:39,961 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9b721d615d645948abcb46509338d1d 2024-11-19T12:21:39,961 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/f1/e9b721d615d645948abcb46509338d1d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T12:21:39,962 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/.tmp/norep/429b89d2914540af94b8f186332a0a7c as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/norep/429b89d2914540af94b8f186332a0a7c 2024-11-19T12:21:39,966 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 429b89d2914540af94b8f186332a0a7c 2024-11-19T12:21:39,966 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/norep/429b89d2914540af94b8f186332a0a7c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T12:21:39,967 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6ab953f26857e7834e9c7ffe985496ce in 490ms, sequenceid=12, compaction requested=false 2024-11-19T12:21:39,967 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:21:39,972 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/default/test/6ab953f26857e7834e9c7ffe985496ce/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T12:21:39,972 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:39,972 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:21:39,973 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ab953f26857e7834e9c7ffe985496ce: Waiting for close lock at 1732018899477Running coprocessor pre-close hooks at 1732018899477Disabling compacts and flushes for region at 1732018899477Disabling writes for close at 1732018899477Obtaining lock to block concurrent updates at 1732018899477Preparing flush snapshotting stores in 6ab953f26857e7834e9c7ffe985496ce at 1732018899477Finished memstore snapshotting test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732018899478 (+1 ms)Flushing stores of test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. at 1732018899479 (+1 ms)Flushing 6ab953f26857e7834e9c7ffe985496ce/f: creating writer at 1732018899479Flushing 6ab953f26857e7834e9c7ffe985496ce/f: appending metadata at 1732018899496 (+17 ms)Flushing 6ab953f26857e7834e9c7ffe985496ce/f: closing flushed file at 1732018899496Flushing 6ab953f26857e7834e9c7ffe985496ce/f1: creating writer at 1732018899509 (+13 ms)Flushing 6ab953f26857e7834e9c7ffe985496ce/f1: appending metadata at 1732018899521 (+12 ms)Flushing 6ab953f26857e7834e9c7ffe985496ce/f1: closing flushed file at 1732018899521Flushing 6ab953f26857e7834e9c7ffe985496ce/norep: creating writer at 1732018899928 (+407 ms)Flushing 6ab953f26857e7834e9c7ffe985496ce/norep: appending metadata at 1732018899944 (+16 ms)Flushing 6ab953f26857e7834e9c7ffe985496ce/norep: closing flushed file at 1732018899944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a218d3: reopening flushed file at 1732018899952 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688e55c0: reopening flushed file at 1732018899956 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d173c84: reopening flushed file at 1732018899961 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6ab953f26857e7834e9c7ffe985496ce in 490ms, sequenceid=12, compaction requested=false at 1732018899967 (+6 ms)Writing region close event to WAL at 1732018899969 (+2 ms)Running coprocessor post-close hooks at 1732018899972 (+3 ms)Closed at 1732018899973 (+1 ms) 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce. 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9582e2daae8f9b17294dd499871544d8, disabling compactions & flushes 2024-11-19T12:21:39,973 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. after waiting 0 ms 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9582e2daae8f9b17294dd499871544d8: Waiting for close lock at 1732018899973Running coprocessor pre-close hooks at 1732018899973Disabling compacts and flushes for region at 1732018899973Disabling writes for close at 1732018899973Failed flush hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8., putting online again at 1732018899973 2024-11-19T12:21:39,973 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:40,078 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:40,078 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9582e2daae8f9b17294dd499871544d8 2024-11-19T12:21:40,078 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9582e2daae8f9b17294dd499871544d8, disabling compactions & flushes 2024-11-19T12:21:40,078 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:40,078 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:40,078 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. after waiting 0 ms 2024-11-19T12:21:40,078 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:40,078 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9582e2daae8f9b17294dd499871544d8: Waiting for close lock at 1732018900078Running coprocessor pre-close hooks at 1732018900078Disabling compacts and flushes for region at 1732018900078Disabling writes for close at 1732018900078Failed flush hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8., putting online again at 1732018900078 2024-11-19T12:21:40,078 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8. 2024-11-19T12:21:40,180 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 1735, reset compression=false 2024-11-19T12:21:40,184 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:21:40,184 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 2379, reset compression=false 2024-11-19T12:21:40,278 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:40,324 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/ns/87ad2de33fde4bfebd6f40645b40b1cc 2024-11-19T12:21:40,352 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/rep_barrier/a321b3f34d4b4b42ac47a560e4ffcc67 is 112, key is test,,1732018875880.6ab953f26857e7834e9c7ffe985496ce./rep_barrier:seqnumDuringOpen/1732018877064/Put/seqid=0 2024-11-19T12:21:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741845_1021 (size=5518) 2024-11-19T12:21:40,388 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 2379, reset compression=false 2024-11-19T12:21:40,478 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:21:40,479 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9582e2daae8f9b17294dd499871544d8=hbase:replication,,1732018880353.9582e2daae8f9b17294dd499871544d8.} 2024-11-19T12:21:40,479 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:40,679 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:40,692 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 2379, reset compression=false 2024-11-19T12:21:40,756 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/rep_barrier/a321b3f34d4b4b42ac47a560e4ffcc67 2024-11-19T12:21:40,785 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/table/df1a0f0f601a499bac881442f62d7f36 is 53, key is hbase:replication/table:state/1732018881544/Put/seqid=0 2024-11-19T12:21:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741846_1022 (size=5308) 2024-11-19T12:21:40,879 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:41,079 DEBUG [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:21:41,095 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.wal-reader.351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 to pos 2379, reset compression=false 2024-11-19T12:21:41,190 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/table/df1a0f0f601a499bac881442f62d7f36 2024-11-19T12:21:41,193 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/info/0542ed9686984dd1a1b4c57ec2217494 as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/info/0542ed9686984dd1a1b4c57ec2217494 2024-11-19T12:21:41,197 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/info/0542ed9686984dd1a1b4c57ec2217494, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:21:41,198 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/ns/87ad2de33fde4bfebd6f40645b40b1cc as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/ns/87ad2de33fde4bfebd6f40645b40b1cc 2024-11-19T12:21:41,202 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/ns/87ad2de33fde4bfebd6f40645b40b1cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:21:41,203 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/rep_barrier/a321b3f34d4b4b42ac47a560e4ffcc67 as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/rep_barrier/a321b3f34d4b4b42ac47a560e4ffcc67 2024-11-19T12:21:41,207 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/rep_barrier/a321b3f34d4b4b42ac47a560e4ffcc67, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:21:41,208 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/.tmp/table/df1a0f0f601a499bac881442f62d7f36 as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/table/df1a0f0f601a499bac881442f62d7f36 2024-11-19T12:21:41,211 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/table/df1a0f0f601a499bac881442f62d7f36, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:21:41,212 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-19T12:21:41,212 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:21:41,216 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:21:41,216 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:21:41,216 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:21:41,216 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:41,217 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018899478Running coprocessor pre-close hooks at 1732018899478Disabling compacts and flushes for region at 1732018899478Disabling writes for close at 1732018899478Obtaining lock to block concurrent updates at 1732018899478Preparing flush snapshotting stores in 1588230740 at 1732018899478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018899478Flushing stores of hbase:meta,,1.1588230740 at 1732018899478Flushing 1588230740/info: creating writer at 1732018899478Flushing 1588230740/info: appending metadata at 1732018899496 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732018899496Flushing 1588230740/ns: creating writer at 1732018899904 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732018899920 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732018899920Flushing 1588230740/rep_barrier: creating writer at 1732018900327 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018900352 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018900352Flushing 1588230740/table: creating writer at 1732018900761 (+409 ms)Flushing 1588230740/table: appending metadata at 1732018900785 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732018900785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1854ef6b: reopening flushed file at 1732018901193 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2538832b: reopening flushed file at 1732018901198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57766a8b: reopening flushed file at 1732018901202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a374fdd: reopening flushed file at 1732018901207 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1732018901212 (+5 ms)Writing region close event to WAL at 1732018901213 (+1 ms)Running coprocessor post-close hooks at 1732018901216 (+3 ms)Closed at 1732018901216 2024-11-19T12:21:41,217 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:41,279 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T12:21:41,279 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(976): stopping server 351a98347401,43259,1732018860500; all regions closed. 2024-11-19T12:21:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:21:41,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.meta.1732018863736.meta not finished, retry = 0 2024-11-19T12:21:41,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.rep.1732018881499 not finished, retry = 0 2024-11-19T12:21:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741839_1015 (size=2609) 2024-11-19T12:21:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741832_1008 (size=2387) 2024-11-19T12:21:41,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/WALs/351a98347401,43259,1732018860500/351a98347401%2C43259%2C1732018860500.1732018862712 not finished, retry = 0 2024-11-19T12:21:41,587 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:41,587 INFO [RS:0;351a98347401:43259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:21:41,587 INFO [RS:0;351a98347401:43259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:21:41,588 INFO [RS:0;351a98347401:43259 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:21:41,588 INFO [RS:0;351a98347401:43259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:21:41,588 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:21:41,588 INFO [RS:0;351a98347401:43259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,43259,1732018860500 because: Region server is closing 2024-11-19T12:21:41,588 INFO [RS:0;351a98347401:43259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:43259. 2024-11-19T12:21:41,588 DEBUG [RS:0;351a98347401:43259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:41,588 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:41,588 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:41,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:41,689 INFO [RS:0;351a98347401:43259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,43259,1732018860500.replicationSource.shipper351a98347401%2C43259%2C1732018860500,1-351a98347401,43259,1732018860500 terminated 2024-11-19T12:21:41,689 INFO [RS:0;351a98347401:43259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:43259. 2024-11-19T12:21:41,689 DEBUG [RS:0;351a98347401:43259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:21:41,689 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:41,689 DEBUG [RS:0;351a98347401:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:41,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:21:41,689 INFO [RS:0;351a98347401:43259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43259 2024-11-19T12:21:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638/rs 2024-11-19T12:21:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219356638/rs/351a98347401,43259,1732018860500 2024-11-19T12:21:41,730 INFO [RS:0;351a98347401:43259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:21:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:21:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:21:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:21:41,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,43259,1732018860500] 2024-11-19T12:21:41,949 INFO [RS:0;351a98347401:43259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:21:41,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:41,949 INFO [RS:0;351a98347401:43259 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,43259,1732018860500; zookeeper connection closed. 2024-11-19T12:21:41,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x101530a65580001, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:41,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a1036b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a1036b3 2024-11-19T12:21:41,949 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:21:41,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-219356638/draining/351a98347401,43259,1732018860500 already deleted, retry=false 2024-11-19T12:21:41,976 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,43259,1732018860500 expired; onlineServers=0 2024-11-19T12:21:41,976 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,39269,1732018860303' ***** 2024-11-19T12:21:41,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:21:41,976 INFO [M:0;351a98347401:39269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:21:41,976 INFO [M:0;351a98347401:39269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:21:41,977 DEBUG [M:0;351a98347401:39269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:21:41,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:21:41,977 DEBUG [M:0;351a98347401:39269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:21:41,977 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018862519 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018862519,5,FailOnTimeoutGroup] 2024-11-19T12:21:41,977 INFO [M:0;351a98347401:39269 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:21:41,977 INFO [M:0;351a98347401:39269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:21:41,977 DEBUG [M:0;351a98347401:39269 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:21:41,977 INFO [M:0;351a98347401:39269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:21:41,977 INFO [M:0;351a98347401:39269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:21:41,977 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018862520 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018862520,5,FailOnTimeoutGroup] 2024-11-19T12:21:41,977 ERROR [M:0;351a98347401:39269 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44867,5,PEWorkerGroup] 2024-11-19T12:21:41,977 INFO [M:0;351a98347401:39269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:21:41,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:21:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-219356638/master 2024-11-19T12:21:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-219356638 2024-11-19T12:21:42,043 DEBUG [M:0;351a98347401:39269 {}] zookeeper.ZKUtil(347): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Unable to get data of znode /0-219356638/master because node does not exist (not an error) 2024-11-19T12:21:42,043 WARN [M:0;351a98347401:39269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:21:42,049 INFO [M:0;351a98347401:39269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/.lastflushedseqids 2024-11-19T12:21:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741847_1023 (size=245) 2024-11-19T12:21:42,459 INFO [M:0;351a98347401:39269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:21:42,459 INFO [M:0;351a98347401:39269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:21:42,459 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:42,459 INFO [M:0;351a98347401:39269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:42,459 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:42,459 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:42,460 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:42,460 INFO [M:0;351a98347401:39269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T12:21:42,476 DEBUG [M:0;351a98347401:39269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c12b2d080c21442d9c439c5d720ada16 is 82, key is hbase:meta,,1/info:regioninfo/1732018863773/Put/seqid=0 2024-11-19T12:21:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741848_1024 (size=5672) 2024-11-19T12:21:42,480 INFO [M:0;351a98347401:39269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c12b2d080c21442d9c439c5d720ada16 2024-11-19T12:21:42,496 DEBUG [M:0;351a98347401:39269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaafbdbcde5f4d4987d1742da3ab16c0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018877095/Put/seqid=0 2024-11-19T12:21:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741849_1025 (size=7219) 2024-11-19T12:21:42,900 INFO [M:0;351a98347401:39269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaafbdbcde5f4d4987d1742da3ab16c0 2024-11-19T12:21:42,904 INFO [M:0;351a98347401:39269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaafbdbcde5f4d4987d1742da3ab16c0 2024-11-19T12:21:42,921 DEBUG [M:0;351a98347401:39269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48c095dc977942f9b830c9ccbe127cfe is 69, key is 351a98347401,43259,1732018860500/rs:state/1732018862562/Put/seqid=0 2024-11-19T12:21:42,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741850_1026 (size=5156) 2024-11-19T12:21:42,929 INFO [M:0;351a98347401:39269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48c095dc977942f9b830c9ccbe127cfe 2024-11-19T12:21:42,933 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c12b2d080c21442d9c439c5d720ada16 as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c12b2d080c21442d9c439c5d720ada16 2024-11-19T12:21:42,937 INFO [M:0;351a98347401:39269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c12b2d080c21442d9c439c5d720ada16, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T12:21:42,938 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaafbdbcde5f4d4987d1742da3ab16c0 as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaafbdbcde5f4d4987d1742da3ab16c0 2024-11-19T12:21:42,942 INFO [M:0;351a98347401:39269 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaafbdbcde5f4d4987d1742da3ab16c0 2024-11-19T12:21:42,942 INFO [M:0;351a98347401:39269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaafbdbcde5f4d4987d1742da3ab16c0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T12:21:42,944 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48c095dc977942f9b830c9ccbe127cfe as hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48c095dc977942f9b830c9ccbe127cfe 2024-11-19T12:21:42,949 INFO [M:0;351a98347401:39269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44867/user/jenkins/test-data/a08a7c7f-4feb-fe2b-1f71-bb54a01bc4a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48c095dc977942f9b830c9ccbe127cfe, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T12:21:42,950 INFO [M:0;351a98347401:39269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=105, compaction requested=false 2024-11-19T12:21:42,964 INFO [M:0;351a98347401:39269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:42,964 DEBUG [M:0;351a98347401:39269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018902459Disabling compacts and flushes for region at 1732018902459Disabling writes for close at 1732018902459Obtaining lock to block concurrent updates at 1732018902460 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018902460Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732018902460Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018902460Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018902460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018902476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018902476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018902483 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018902496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018902496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018902904 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018902920 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018902920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b74711: reopening flushed file at 1732018902933 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7529aaa4: reopening flushed file at 1732018902937 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b33cbb0: reopening flushed file at 1732018902942 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=105, compaction requested=false at 1732018902950 (+8 ms)Writing region close event to WAL at 1732018902964 (+14 ms)Closed at 1732018902964 2024-11-19T12:21:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35555 is added to blk_1073741830_1006 (size=64435) 2024-11-19T12:21:42,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:21:42,971 INFO [M:0;351a98347401:39269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:21:42,972 INFO [M:0;351a98347401:39269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39269 2024-11-19T12:21:42,973 INFO [M:0;351a98347401:39269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:21:43,084 INFO [M:0;351a98347401:39269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:21:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39269-0x101530a65580000, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:21:43,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ccff675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:43,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:21:43,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:21:43,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:21:43,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir/,STOPPED} 2024-11-19T12:21:43,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:21:43,099 WARN [BP-854805246-172.17.0.2-1732018858432 heartbeating to localhost/127.0.0.1:44867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:21:43,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:21:43,099 WARN [BP-854805246-172.17.0.2-1732018858432 heartbeating to localhost/127.0.0.1:44867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-854805246-172.17.0.2-1732018858432 (Datanode Uuid 93cdd0ec-0b5b-4030-b099-e814f1f0aafa) service to localhost/127.0.0.1:44867 2024-11-19T12:21:43,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/data/data1/current/BP-854805246-172.17.0.2-1732018858432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:21:43,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/cluster_578a26f2-d2f1-f434-e977-50b2039deaf8/data/data2/current/BP-854805246-172.17.0.2-1732018858432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:21:43,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:21:43,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55bb5791{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:43,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:21:43,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:21:43,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:21:43,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/988dbce7-4e2a-74eb-62ce-55044dc645d8/hadoop.log.dir/,STOPPED} 2024-11-19T12:21:43,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:21:43,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:21:43,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 261) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42937 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38279 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44867 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=735 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12346 (was 12578) 2024-11-19T12:21:43,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=735, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=12346 2024-11-19T12:21:43,155 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T12:21:43,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir so I do NOT create it in target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e 2024-11-19T12:21:43,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:21:43,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.tmp.dir so I do NOT create it in target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e 2024-11-19T12:21:43,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98daa815-7ff5-c5c6-fbb4-6d4159bd964b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:21:43,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e 2024-11-19T12:21:43,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358, deleteOnExit=true 2024-11-19T12:21:43,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/zookeeper_0, clientPort=59500, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:21:43,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59500 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/test.cache.data in system properties and HBase conf 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:21:43,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:21:43,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:21:43,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:21:43,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101530a65580002, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:21:43,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101530a65580005, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:21:43,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101530a65580005, quorum=127.0.0.1:64114, baseZNode=/11485806829 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:21:43,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101530a65580002, quorum=127.0.0.1:64114, baseZNode=/0-219356638 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:21:43,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101530a65580008, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:21:43,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101530a65580008, quorum=127.0.0.1:64114, baseZNode=/22076212429 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:21:43,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:43,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:43,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:43,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:43,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:21:43,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:43,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:43,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:43,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b82737a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/java.io.tmpdir/jetty-localhost-39569-hadoop-hdfs-3_4_1-tests_jar-_-any-11507483043009518149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:43,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:39569} 2024-11-19T12:21:43,772 INFO [Time-limited test {}] server.Server(415): Started @279354ms 2024-11-19T12:21:44,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:44,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:44,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:44,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:44,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:21:44,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:44,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:44,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74250959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/java.io.tmpdir/jetty-localhost-36181-hadoop-hdfs-3_4_1-tests_jar-_-any-17532068901882484748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:44,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:36181} 2024-11-19T12:21:44,270 INFO [Time-limited test {}] server.Server(415): Started @279852ms 2024-11-19T12:21:44,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:21:45,117 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/data/data2/current/BP-1826287460-172.17.0.2-1732018903187/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:45,117 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/data/data1/current/BP-1826287460-172.17.0.2-1732018903187/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:45,134 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:21:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a1f38b94c10569a with lease ID 0xce993ec83c0c7192: Processing first storage report for DS-554e1ba2-c9b8-4d99-9d51-8f695c796098 from datanode DatanodeRegistration(127.0.0.1:38423, datanodeUuid=9b6c3581-028b-44e1-9588-5ba2211d31b9, infoPort=39083, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=1042842533;c=1732018903187) 2024-11-19T12:21:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a1f38b94c10569a with lease ID 0xce993ec83c0c7192: from storage DS-554e1ba2-c9b8-4d99-9d51-8f695c796098 node DatanodeRegistration(127.0.0.1:38423, datanodeUuid=9b6c3581-028b-44e1-9588-5ba2211d31b9, infoPort=39083, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=1042842533;c=1732018903187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a1f38b94c10569a with lease ID 0xce993ec83c0c7192: Processing first storage report for DS-2d459944-dbc4-494c-94cc-2d2e93256091 from datanode DatanodeRegistration(127.0.0.1:38423, datanodeUuid=9b6c3581-028b-44e1-9588-5ba2211d31b9, infoPort=39083, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=1042842533;c=1732018903187) 2024-11-19T12:21:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a1f38b94c10569a with lease ID 0xce993ec83c0c7192: from storage DS-2d459944-dbc4-494c-94cc-2d2e93256091 node DatanodeRegistration(127.0.0.1:38423, datanodeUuid=9b6c3581-028b-44e1-9588-5ba2211d31b9, infoPort=39083, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=1042842533;c=1732018903187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:45,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e 2024-11-19T12:21:45,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:45,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:21:45,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:45,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:45,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a with version=8 2024-11-19T12:21:45,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/hbase-staging 2024-11-19T12:21:45,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:45,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:45,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43501 2024-11-19T12:21:45,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43501 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:45,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435010x0, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:45,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43501-0x101530b14240000 connected 2024-11-19T12:21:45,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:45,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:45,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/running 2024-11-19T12:21:45,851 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a, hbase.cluster.distributed=false 2024-11-19T12:21:45,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/acl 2024-11-19T12:21:45,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-19T12:21:45,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43501 2024-11-19T12:21:45,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43501 2024-11-19T12:21:45,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-19T12:21:45,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-19T12:21:45,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:45,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:45,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:45,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:45,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:45,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:45,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:21:45,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:45,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39541 2024-11-19T12:21:45,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39541 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:45,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:45,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:45,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395410x0, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:45,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395410x0, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/running 2024-11-19T12:21:45,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39541-0x101530b14240001 connected 2024-11-19T12:21:45,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:21:45,890 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:21:45,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/master 2024-11-19T12:21:45,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/acl 2024-11-19T12:21:45,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-19T12:21:45,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39541 2024-11-19T12:21:45,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39541 2024-11-19T12:21:45,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-19T12:21:45,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-19T12:21:45,904 DEBUG [M:0;351a98347401:43501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:43501 2024-11-19T12:21:45,905 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0793815530/backup-masters/351a98347401,43501,1732018905644 2024-11-19T12:21:45,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530/backup-masters 2024-11-19T12:21:45,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530/backup-masters 2024-11-19T12:21:45,917 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on existing znode=/0793815530/backup-masters/351a98347401,43501,1732018905644 2024-11-19T12:21:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0793815530/master 2024-11-19T12:21:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:45,928 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on existing znode=/0793815530/master 2024-11-19T12:21:45,928 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0793815530/backup-masters/351a98347401,43501,1732018905644 from backup master directory 2024-11-19T12:21:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530/backup-masters 2024-11-19T12:21:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793815530/backup-masters/351a98347401,43501,1732018905644 2024-11-19T12:21:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530/backup-masters 2024-11-19T12:21:45,938 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:45,938 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,43501,1732018905644 2024-11-19T12:21:45,941 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/hbase.id] with ID: 5d4e5969-7c78-4822-aeb1-0f7e194483d2 2024-11-19T12:21:45,941 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/.tmp/hbase.id 2024-11-19T12:21:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:21:46,345 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/.tmp/hbase.id]:[hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/hbase.id] 2024-11-19T12:21:46,355 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:46,355 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:21:46,356 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:21:46,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:46,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:46,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:21:46,374 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:46,374 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:21:46,375 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:21:46,780 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store 2024-11-19T12:21:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:21:47,185 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:47,186 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:47,186 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:47,186 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:47,186 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:47,186 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:47,186 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:47,186 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018907186Disabling compacts and flushes for region at 1732018907186Disabling writes for close at 1732018907186Writing region close event to WAL at 1732018907186Closed at 1732018907186 2024-11-19T12:21:47,187 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/.initializing 2024-11-19T12:21:47,187 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/WALs/351a98347401,43501,1732018905644 2024-11-19T12:21:47,187 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:47,188 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C43501%2C1732018905644, suffix=, logDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/WALs/351a98347401,43501,1732018905644, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/oldWALs, maxLogs=10 2024-11-19T12:21:47,206 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/WALs/351a98347401,43501,1732018905644/351a98347401%2C43501%2C1732018905644.1732018907189, exclude list is [], retry=0 2024-11-19T12:21:47,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38423,DS-554e1ba2-c9b8-4d99-9d51-8f695c796098,DISK] 2024-11-19T12:21:47,210 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/WALs/351a98347401,43501,1732018905644/351a98347401%2C43501%2C1732018905644.1732018907189 2024-11-19T12:21:47,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39083:39083)] 2024-11-19T12:21:47,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:47,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:47,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:21:47,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:47,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:47,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:21:47,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:47,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:47,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:21:47,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:47,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:47,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:21:47,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:47,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:47,218 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,219 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,219 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,220 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,220 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,221 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:47,222 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:47,224 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:47,225 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65353001, jitterRate=-0.026164397597312927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:47,226 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018907210Initializing all the Stores at 1732018907211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018907211Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018907211Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018907211Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018907211Cleaning up temporary data from old regions at 1732018907220 (+9 ms)Region opened successfully at 1732018907226 (+6 ms) 2024-11-19T12:21:47,228 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:21:47,231 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f0fbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:47,232 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:21:47,232 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:21:47,232 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:21:47,232 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:21:47,233 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:21:47,233 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:21:47,233 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:21:47,238 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:21:47,239 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Unable to get data of znode /0793815530/balancer because node does not exist (not necessarily an error) 2024-11-19T12:21:47,299 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793815530/balancer already deleted, retry=false 2024-11-19T12:21:47,300 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:21:47,300 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Unable to get data of znode /0793815530/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:21:47,310 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793815530/normalizer already deleted, retry=false 2024-11-19T12:21:47,310 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:21:47,311 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Unable to get data of znode /0793815530/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:21:47,320 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793815530/switch/split already deleted, retry=false 2024-11-19T12:21:47,321 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Unable to get data of znode /0793815530/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:21:47,331 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793815530/switch/merge already deleted, retry=false 2024-11-19T12:21:47,333 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Unable to get data of znode /0793815530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:21:47,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0793815530/snapshot-cleanup already deleted, retry=false 2024-11-19T12:21:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0793815530/running 2024-11-19T12:21:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0793815530/running 2024-11-19T12:21:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:47,352 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,43501,1732018905644, sessionid=0x101530b14240000, setting cluster-up flag (Was=false) 2024-11-19T12:21:47,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:47,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:47,404 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0793815530/flush-table-proc/acquired, /0793815530/flush-table-proc/reached, /0793815530/flush-table-proc/abort 2024-11-19T12:21:47,407 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,43501,1732018905644 2024-11-19T12:21:47,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:47,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:47,572 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0793815530/online-snapshot/acquired, /0793815530/online-snapshot/reached, /0793815530/online-snapshot/abort 2024-11-19T12:21:47,572 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,43501,1732018905644 2024-11-19T12:21:47,573 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:21:47,574 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:47,575 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:21:47,575 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:21:47,575 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,43501,1732018905644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:47,576 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,577 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018937577 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:21:47,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:21:47,578 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:21:47,579 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:21:47,579 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:21:47,579 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:47,579 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018907579,5,FailOnTimeoutGroup] 2024-11-19T12:21:47,579 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018907579,5,FailOnTimeoutGroup] 2024-11-19T12:21:47,579 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,579 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:21:47,579 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:21:47,579 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:21:47,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:21:47,588 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a 2024-11-19T12:21:47,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:21:47,597 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(746): ClusterId : 5d4e5969-7c78-4822-aeb1-0f7e194483d2 2024-11-19T12:21:47,597 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:21:47,627 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:21:47,627 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:21:47,637 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:21:47,637 DEBUG [RS:0;351a98347401:39541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14441659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:47,656 DEBUG [RS:0;351a98347401:39541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:39541 2024-11-19T12:21:47,657 INFO [RS:0;351a98347401:39541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:21:47,657 INFO [RS:0;351a98347401:39541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:21:47,657 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:21:47,658 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,43501,1732018905644 with port=39541, startcode=1732018905870 2024-11-19T12:21:47,658 DEBUG [RS:0;351a98347401:39541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:21:47,670 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:21:47,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,39541,1732018905870 2024-11-19T12:21:47,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43501 {}] master.ServerManager(517): Registering regionserver=351a98347401,39541,1732018905870 2024-11-19T12:21:47,673 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a 2024-11-19T12:21:47,673 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35319 2024-11-19T12:21:47,673 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:21:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530/rs 2024-11-19T12:21:47,686 DEBUG [RS:0;351a98347401:39541 {}] zookeeper.ZKUtil(111): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on existing znode=/0793815530/rs/351a98347401,39541,1732018905870 2024-11-19T12:21:47,686 WARN [RS:0;351a98347401:39541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:47,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,39541,1732018905870] 2024-11-19T12:21:47,686 INFO [RS:0;351a98347401:39541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:47,686 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870 2024-11-19T12:21:47,701 INFO [RS:0;351a98347401:39541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:21:47,704 INFO [RS:0;351a98347401:39541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:21:47,705 INFO [RS:0;351a98347401:39541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:21:47,705 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,708 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:21:47,709 INFO [RS:0;351a98347401:39541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:21:47,709 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,709 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,709 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,709 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,709 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,709 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,709 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:47,710 DEBUG [RS:0;351a98347401:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:47,724 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,724 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,724 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,724 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,724 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,724 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39541,1732018905870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:47,748 INFO [RS:0;351a98347401:39541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:21:47,748 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39541,1732018905870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,749 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,749 INFO [RS:0;351a98347401:39541 {}] regionserver.Replication(171): 351a98347401,39541,1732018905870 started 2024-11-19T12:21:47,769 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:47,769 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,39541,1732018905870, RpcServer on 351a98347401/172.17.0.2:39541, sessionid=0x101530b14240001 2024-11-19T12:21:47,769 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:21:47,769 DEBUG [RS:0;351a98347401:39541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,39541,1732018905870 2024-11-19T12:21:47,769 DEBUG [RS:0;351a98347401:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,39541,1732018905870' 2024-11-19T12:21:47,769 DEBUG [RS:0;351a98347401:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0793815530/flush-table-proc/abort' 2024-11-19T12:21:47,770 DEBUG [RS:0;351a98347401:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0793815530/flush-table-proc/acquired' 2024-11-19T12:21:47,770 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:21:47,770 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:21:47,770 DEBUG [RS:0;351a98347401:39541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,39541,1732018905870 2024-11-19T12:21:47,770 DEBUG [RS:0;351a98347401:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,39541,1732018905870' 2024-11-19T12:21:47,770 DEBUG [RS:0;351a98347401:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0793815530/online-snapshot/abort' 2024-11-19T12:21:47,771 DEBUG [RS:0;351a98347401:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0793815530/online-snapshot/acquired' 2024-11-19T12:21:47,771 DEBUG [RS:0;351a98347401:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:21:47,771 INFO [RS:0;351a98347401:39541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:21:47,771 INFO [RS:0;351a98347401:39541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:21:47,872 INFO [RS:0;351a98347401:39541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:47,873 INFO [RS:0;351a98347401:39541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C39541%2C1732018905870, suffix=, logDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/oldWALs, maxLogs=10 2024-11-19T12:21:47,892 DEBUG [RS:0;351a98347401:39541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873, exclude list is [], retry=0 2024-11-19T12:21:47,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38423,DS-554e1ba2-c9b8-4d99-9d51-8f695c796098,DISK] 2024-11-19T12:21:47,896 INFO [RS:0;351a98347401:39541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 2024-11-19T12:21:47,896 DEBUG [RS:0;351a98347401:39541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39083:39083)] 2024-11-19T12:21:47,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:48,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:48,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:48,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:48,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:48,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:48,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:48,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:48,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:48,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:48,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740 2024-11-19T12:21:48,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740 2024-11-19T12:21:48,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:48,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:48,017 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:48,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:48,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:48,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59995707, jitterRate=-0.10599429905414581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:48,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018907996Initializing all the Stores at 1732018907996Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018907996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018908004 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018908004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018908004Cleaning up temporary data from old regions at 1732018908017 (+13 ms)Region opened successfully at 1732018908021 (+4 ms) 2024-11-19T12:21:48,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:48,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:48,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:48,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:48,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:48,022 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:48,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018908021Disabling compacts and flushes for region at 1732018908021Disabling writes for close at 1732018908021Writing region close event to WAL at 1732018908022 (+1 ms)Closed at 1732018908022 2024-11-19T12:21:48,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:48,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:21:48,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:21:48,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:48,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:21:48,176 DEBUG [351a98347401:43501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:21:48,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,39541,1732018905870 2024-11-19T12:21:48,178 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,39541,1732018905870, state=OPENING 2024-11-19T12:21:48,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:21:48,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:48,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:21:48,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793815530/meta-region-server: CHANGED 2024-11-19T12:21:48,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:48,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793815530/meta-region-server: CHANGED 2024-11-19T12:21:48,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,39541,1732018905870}] 2024-11-19T12:21:48,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:48,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:21:48,397 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:21:48,397 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:48,398 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:21:48,403 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C39541%2C1732018905870.meta, suffix=.meta, logDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/oldWALs, maxLogs=10 2024-11-19T12:21:48,428 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.meta.1732018908403.meta, exclude list is [], retry=0 2024-11-19T12:21:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38423,DS-554e1ba2-c9b8-4d99-9d51-8f695c796098,DISK] 2024-11-19T12:21:48,434 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.meta.1732018908403.meta 2024-11-19T12:21:48,435 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39083:39083)] 2024-11-19T12:21:48,435 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:48,435 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:48,436 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:48,436 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:21:48,436 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:21:48,436 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:21:48,436 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:48,436 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:21:48,436 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:21:48,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:48,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:48,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:48,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:48,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:48,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:48,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:48,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:48,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:48,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:48,464 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:48,464 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740 2024-11-19T12:21:48,465 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740 2024-11-19T12:21:48,466 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:48,467 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:48,467 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:48,468 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:48,469 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64681947, jitterRate=-0.03616388142108917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:48,469 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:21:48,469 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018908436Writing region info on filesystem at 1732018908436Initializing all the Stores at 1732018908437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018908437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018908447 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018908447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018908447Cleaning up temporary data from old regions at 1732018908467 (+20 ms)Running coprocessor post-open hooks at 1732018908469 (+2 ms)Region opened successfully at 1732018908469 2024-11-19T12:21:48,470 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018908389 2024-11-19T12:21:48,472 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:21:48,472 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:21:48,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,39541,1732018905870 2024-11-19T12:21:48,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,39541,1732018905870, state=OPEN 2024-11-19T12:21:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0793815530/meta-region-server 2024-11-19T12:21:48,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793815530/meta-region-server: CHANGED 2024-11-19T12:21:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0793815530/meta-region-server 2024-11-19T12:21:48,609 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,39541,1732018905870 2024-11-19T12:21:48,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0793815530/meta-region-server: CHANGED 2024-11-19T12:21:48,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:21:48,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,39541,1732018905870 in 372 msec 2024-11-19T12:21:48,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:21:48,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-11-19T12:21:48,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:48,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:21:48,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:48,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,39541,1732018905870, seqNum=-1] 2024-11-19T12:21:48,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:48,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:48,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0460 sec 2024-11-19T12:21:48,621 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018908621, completionTime=-1 2024-11-19T12:21:48,621 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:21:48,621 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018968623 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019028623 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43501,1732018905644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43501,1732018905644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43501,1732018905644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:43501, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,623 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,624 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,626 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.691sec 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43501,1732018905644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:48,629 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43501,1732018905644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:21:48,631 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:21:48,631 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:21:48,631 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43501,1732018905644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:48,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:48,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43501,-1 for getting cluster id 2024-11-19T12:21:48,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:48,712 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d4e5969-7c78-4822-aeb1-0f7e194483d2' 2024-11-19T12:21:48,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:48,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d4e5969-7c78-4822-aeb1-0f7e194483d2" 2024-11-19T12:21:48,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef437ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:48,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43501,-1] 2024-11-19T12:21:48,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:48,717 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:48,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:48,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:48,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,39541,1732018905870, seqNum=-1] 2024-11-19T12:21:48,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:48,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:48,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,43501,1732018905644 2024-11-19T12:21:48,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:48,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101530b14240002 connected 2024-11-19T12:21:48,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir so I do NOT create it in target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76 2024-11-19T12:21:48,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:21:48,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.tmp.dir so I do NOT create it in target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76 2024-11-19T12:21:48,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:21:48,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76 2024-11-19T12:21:48,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:21:48,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/cluster_9b6e5655-0925-3e3e-6a20-13bb8d66a311, deleteOnExit=true 2024-11-19T12:21:48,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/test.cache.data in system properties and HBase conf 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:21:48,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:21:48,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:21:48,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:21:49,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:49,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:49,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:49,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:49,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:21:49,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:49,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:49,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:49,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/java.io.tmpdir/jetty-localhost-35665-hadoop-hdfs-3_4_1-tests_jar-_-any-13840075614491333467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:49,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:35665} 2024-11-19T12:21:49,804 INFO [Time-limited test {}] server.Server(415): Started @285386ms 2024-11-19T12:21:50,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:50,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:50,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:50,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:50,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:21:50,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:50,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:50,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d03fc69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/java.io.tmpdir/jetty-localhost-36899-hadoop-hdfs-3_4_1-tests_jar-_-any-9490871723502399609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:50,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:36899} 2024-11-19T12:21:50,223 INFO [Time-limited test {}] server.Server(415): Started @285805ms 2024-11-19T12:21:50,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:21:50,964 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/cluster_9b6e5655-0925-3e3e-6a20-13bb8d66a311/data/data1/current/BP-1399299132-172.17.0.2-1732018908813/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:50,964 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/cluster_9b6e5655-0925-3e3e-6a20-13bb8d66a311/data/data2/current/BP-1399299132-172.17.0.2-1732018908813/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:50,988 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:21:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7231448bb003360a with lease ID 0x1cc33fcf90b68d0: Processing first storage report for DS-df044541-bdf9-4702-bcc7-723e2688ffbd from datanode DatanodeRegistration(127.0.0.1:39839, datanodeUuid=a71f8238-bc5a-4d7b-9301-029b54290453, infoPort=37873, infoSecurePort=0, ipcPort=43585, storageInfo=lv=-57;cid=testClusterID;nsid=834613610;c=1732018908813) 2024-11-19T12:21:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7231448bb003360a with lease ID 0x1cc33fcf90b68d0: from storage DS-df044541-bdf9-4702-bcc7-723e2688ffbd node DatanodeRegistration(127.0.0.1:39839, datanodeUuid=a71f8238-bc5a-4d7b-9301-029b54290453, infoPort=37873, infoSecurePort=0, ipcPort=43585, storageInfo=lv=-57;cid=testClusterID;nsid=834613610;c=1732018908813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7231448bb003360a with lease ID 0x1cc33fcf90b68d0: Processing first storage report for DS-e041ba83-31df-4b1f-8847-41982a78f839 from datanode DatanodeRegistration(127.0.0.1:39839, datanodeUuid=a71f8238-bc5a-4d7b-9301-029b54290453, infoPort=37873, infoSecurePort=0, ipcPort=43585, storageInfo=lv=-57;cid=testClusterID;nsid=834613610;c=1732018908813) 2024-11-19T12:21:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7231448bb003360a with lease ID 0x1cc33fcf90b68d0: from storage DS-e041ba83-31df-4b1f-8847-41982a78f839 node DatanodeRegistration(127.0.0.1:39839, datanodeUuid=a71f8238-bc5a-4d7b-9301-029b54290453, infoPort=37873, infoSecurePort=0, ipcPort=43585, storageInfo=lv=-57;cid=testClusterID;nsid=834613610;c=1732018908813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:51,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76 2024-11-19T12:21:51,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:21:51,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:21:51,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:51,218 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88813 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:21:51,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f with version=8 2024-11-19T12:21:51,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/hbase-staging 2024-11-19T12:21:51,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:21:51,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:51,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41077 2024-11-19T12:21:51,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41077 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:51,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410770x0, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:51,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41077-0x101530b14240003 connected 2024-11-19T12:21:51,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/running 2024-11-19T12:21:51,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f, hbase.cluster.distributed=false 2024-11-19T12:21:51,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/acl 2024-11-19T12:21:51,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-19T12:21:51,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41077 2024-11-19T12:21:51,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41077 2024-11-19T12:21:51,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-19T12:21:51,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-19T12:21:51,628 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:51,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:51,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:51,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:51,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:51,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:51,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:21:51,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:51,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41663 2024-11-19T12:21:51,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41663 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:51,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416630x0, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:51,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416630x0, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/running 2024-11-19T12:21:51,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41663-0x101530b14240004 connected 2024-11-19T12:21:51,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:21:51,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:21:51,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/master 2024-11-19T12:21:51,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/acl 2024-11-19T12:21:51,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-19T12:21:51,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41663 2024-11-19T12:21:51,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41663 2024-11-19T12:21:51,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-19T12:21:51,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-19T12:21:51,686 DEBUG [M:0;351a98347401:41077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:41077 2024-11-19T12:21:51,686 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-105054210/backup-masters/351a98347401,41077,1732018911481 2024-11-19T12:21:51,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210/backup-masters 2024-11-19T12:21:51,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210/backup-masters 2024-11-19T12:21:51,699 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on existing znode=/1-105054210/backup-masters/351a98347401,41077,1732018911481 2024-11-19T12:21:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-105054210/master 2024-11-19T12:21:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:51,710 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on existing znode=/1-105054210/master 2024-11-19T12:21:51,710 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-105054210/backup-masters/351a98347401,41077,1732018911481 from backup master directory 2024-11-19T12:21:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-105054210/backup-masters/351a98347401,41077,1732018911481 2024-11-19T12:21:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210/backup-masters 2024-11-19T12:21:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210/backup-masters 2024-11-19T12:21:51,720 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:51,720 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,41077,1732018911481 2024-11-19T12:21:51,723 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/hbase.id] with ID: 7651c6b2-6504-4123-9262-527c4d0a2813 2024-11-19T12:21:51,723 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/.tmp/hbase.id 2024-11-19T12:21:51,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:21:51,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:21:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:21:51,746 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/.tmp/hbase.id]:[hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/hbase.id] 2024-11-19T12:21:51,756 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:51,756 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:21:51,757 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:21:51,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:51,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:21:51,787 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:51,787 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:21:51,788 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:21:52,201 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store 2024-11-19T12:21:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:21:52,208 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:52,208 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:52,208 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:52,208 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:52,208 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:52,208 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:52,209 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:52,209 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018912208Disabling compacts and flushes for region at 1732018912208Disabling writes for close at 1732018912208Writing region close event to WAL at 1732018912209 (+1 ms)Closed at 1732018912209 2024-11-19T12:21:52,209 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/.initializing 2024-11-19T12:21:52,209 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/WALs/351a98347401,41077,1732018911481 2024-11-19T12:21:52,210 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:52,212 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C41077%2C1732018911481, suffix=, logDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/WALs/351a98347401,41077,1732018911481, archiveDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/oldWALs, maxLogs=10 2024-11-19T12:21:52,225 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/WALs/351a98347401,41077,1732018911481/351a98347401%2C41077%2C1732018911481.1732018912212, exclude list is [], retry=0 2024-11-19T12:21:52,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39839,DS-df044541-bdf9-4702-bcc7-723e2688ffbd,DISK] 2024-11-19T12:21:52,229 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/WALs/351a98347401,41077,1732018911481/351a98347401%2C41077%2C1732018911481.1732018912212 2024-11-19T12:21:52,229 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-19T12:21:52,229 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:52,229 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:52,229 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,229 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:21:52,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:52,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:21:52,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:21:52,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:52,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:21:52,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:52,236 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,237 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,237 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,238 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,238 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,238 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:52,239 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:52,240 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:52,240 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60927925, jitterRate=-0.09210316836833954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:52,241 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018912229Initializing all the Stores at 1732018912230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018912230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018912230Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018912230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018912230Cleaning up temporary data from old regions at 1732018912238 (+8 ms)Region opened successfully at 1732018912241 (+3 ms) 2024-11-19T12:21:52,241 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:21:52,243 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470acca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:52,243 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:21:52,244 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:21:52,244 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:21:52,244 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:21:52,244 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:21:52,244 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:21:52,245 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:21:52,246 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:21:52,247 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Unable to get data of znode /1-105054210/balancer because node does not exist (not necessarily an error) 2024-11-19T12:21:52,299 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-105054210/balancer already deleted, retry=false 2024-11-19T12:21:52,299 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:21:52,300 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Unable to get data of znode /1-105054210/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:21:52,309 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-105054210/normalizer already deleted, retry=false 2024-11-19T12:21:52,310 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:21:52,310 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Unable to get data of znode /1-105054210/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:21:52,320 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-105054210/switch/split already deleted, retry=false 2024-11-19T12:21:52,321 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Unable to get data of znode /1-105054210/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:21:52,330 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-105054210/switch/merge already deleted, retry=false 2024-11-19T12:21:52,332 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Unable to get data of znode /1-105054210/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:21:52,341 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-105054210/snapshot-cleanup already deleted, retry=false 2024-11-19T12:21:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-105054210/running 2024-11-19T12:21:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-105054210/running 2024-11-19T12:21:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:52,352 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,41077,1732018911481, sessionid=0x101530b14240003, setting cluster-up flag (Was=false) 2024-11-19T12:21:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:52,404 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-105054210/flush-table-proc/acquired, /1-105054210/flush-table-proc/reached, /1-105054210/flush-table-proc/abort 2024-11-19T12:21:52,405 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,41077,1732018911481 2024-11-19T12:21:52,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:52,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:52,457 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-105054210/online-snapshot/acquired, /1-105054210/online-snapshot/reached, /1-105054210/online-snapshot/abort 2024-11-19T12:21:52,458 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,41077,1732018911481 2024-11-19T12:21:52,459 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:21:52,477 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:52,477 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(746): ClusterId : 7651c6b2-6504-4123-9262-527c4d0a2813 2024-11-19T12:21:52,477 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:21:52,477 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:21:52,478 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:21:52,478 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,41077,1732018911481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:21:52,489 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:21:52,489 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:52,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018942491 2024-11-19T12:21:52,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:21:52,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:21:52,491 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,492 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:21:52,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,492 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:21:52,492 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:21:52,492 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:21:52,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:21:52,500 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:21:52,500 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:52,504 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:21:52,504 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:21:52,504 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018912504,5,FailOnTimeoutGroup] 2024-11-19T12:21:52,505 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018912505,5,FailOnTimeoutGroup] 2024-11-19T12:21:52,505 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,505 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:21:52,505 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,505 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,516 DEBUG [RS:0;351a98347401:41663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:41663 2024-11-19T12:21:52,516 INFO [RS:0;351a98347401:41663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:21:52,517 INFO [RS:0;351a98347401:41663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:21:52,517 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:21:52,517 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,41077,1732018911481 with port=41663, startcode=1732018911628 2024-11-19T12:21:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:21:52,517 DEBUG [RS:0;351a98347401:41663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:21:52,519 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:21:52,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,41663,1732018911628 2024-11-19T12:21:52,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(517): Registering regionserver=351a98347401,41663,1732018911628 2024-11-19T12:21:52,520 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f 2024-11-19T12:21:52,520 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34869 2024-11-19T12:21:52,520 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:21:52,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210/rs 2024-11-19T12:21:52,531 DEBUG [RS:0;351a98347401:41663 {}] zookeeper.ZKUtil(111): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on existing znode=/1-105054210/rs/351a98347401,41663,1732018911628 2024-11-19T12:21:52,531 WARN [RS:0;351a98347401:41663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:52,531 INFO [RS:0;351a98347401:41663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:52,531 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628 2024-11-19T12:21:52,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,41663,1732018911628] 2024-11-19T12:21:52,534 INFO [RS:0;351a98347401:41663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:21:52,540 INFO [RS:0;351a98347401:41663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:21:52,541 INFO [RS:0;351a98347401:41663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:21:52,541 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,544 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:21:52,545 INFO [RS:0;351a98347401:41663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:21:52,545 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:52,545 DEBUG [RS:0;351a98347401:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:52,548 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,548 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,548 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,548 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,548 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,548 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41663,1732018911628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:52,568 INFO [RS:0;351a98347401:41663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:21:52,569 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41663,1732018911628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,569 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,569 INFO [RS:0;351a98347401:41663 {}] regionserver.Replication(171): 351a98347401,41663,1732018911628 started 2024-11-19T12:21:52,584 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:52,584 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,41663,1732018911628, RpcServer on 351a98347401/172.17.0.2:41663, sessionid=0x101530b14240004 2024-11-19T12:21:52,584 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:21:52,584 DEBUG [RS:0;351a98347401:41663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,41663,1732018911628 2024-11-19T12:21:52,584 DEBUG [RS:0;351a98347401:41663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,41663,1732018911628' 2024-11-19T12:21:52,584 DEBUG [RS:0;351a98347401:41663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-105054210/flush-table-proc/abort' 2024-11-19T12:21:52,584 DEBUG [RS:0;351a98347401:41663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-105054210/flush-table-proc/acquired' 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,41663,1732018911628 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,41663,1732018911628' 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-105054210/online-snapshot/abort' 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-105054210/online-snapshot/acquired' 2024-11-19T12:21:52,585 DEBUG [RS:0;351a98347401:41663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:21:52,585 INFO [RS:0;351a98347401:41663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:21:52,585 INFO [RS:0;351a98347401:41663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:21:52,686 INFO [RS:0;351a98347401:41663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:52,687 INFO [RS:0;351a98347401:41663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41663%2C1732018911628, suffix=, logDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628, archiveDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/oldWALs, maxLogs=10 2024-11-19T12:21:52,704 DEBUG [RS:0;351a98347401:41663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, exclude list is [], retry=0 2024-11-19T12:21:52,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39839,DS-df044541-bdf9-4702-bcc7-723e2688ffbd,DISK] 2024-11-19T12:21:52,707 INFO [RS:0;351a98347401:41663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 2024-11-19T12:21:52,708 DEBUG [RS:0;351a98347401:41663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-19T12:21:52,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:21:52,919 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f 2024-11-19T12:21:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:21:52,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:52,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:52,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:52,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:52,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:52,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:52,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:52,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:52,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:52,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:52,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:52,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:52,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:52,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:52,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:52,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740 2024-11-19T12:21:52,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740 2024-11-19T12:21:52,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:52,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:52,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:52,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:52,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:52,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59014270, jitterRate=-0.12061884999275208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:52,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018912925Initializing all the Stores at 1732018912926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018912926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018912926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018912926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018912926Cleaning up temporary data from old regions at 1732018912933 (+7 ms)Region opened successfully at 1732018912941 (+8 ms) 2024-11-19T12:21:52,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:52,941 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:52,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:52,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:52,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:52,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:52,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018912941Disabling compacts and flushes for region at 1732018912941Disabling writes for close at 1732018912941Writing region close event to WAL at 1732018912942 (+1 ms)Closed at 1732018912942 2024-11-19T12:21:52,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:52,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:21:52,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:21:52,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:52,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:21:53,096 DEBUG [351a98347401:41077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:21:53,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,41663,1732018911628 2024-11-19T12:21:53,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,41663,1732018911628, state=OPENING 2024-11-19T12:21:53,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:21:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:21:53,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-105054210/meta-region-server: CHANGED 2024-11-19T12:21:53,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-105054210/meta-region-server: CHANGED 2024-11-19T12:21:53,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:53,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,41663,1732018911628}] 2024-11-19T12:21:53,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:21:53,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:21:53,381 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:21:53,381 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:53,382 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:21:53,384 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41663%2C1732018911628.meta, suffix=.meta, logDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628, archiveDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/oldWALs, maxLogs=10 2024-11-19T12:21:53,401 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.meta.1732018913384.meta, exclude list is [], retry=0 2024-11-19T12:21:53,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39839,DS-df044541-bdf9-4702-bcc7-723e2688ffbd,DISK] 2024-11-19T12:21:53,408 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.meta.1732018913384.meta 2024-11-19T12:21:53,411 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-19T12:21:53,411 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:53,412 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:21:53,412 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:21:53,412 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:21:53,413 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:21:53,413 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:21:53,413 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:53,413 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:21:53,413 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:21:53,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:53,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:53,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:53,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:53,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:53,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:53,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:53,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:53,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:53,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:53,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:53,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:53,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:53,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:53,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:53,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:53,422 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:53,423 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740 2024-11-19T12:21:53,424 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740 2024-11-19T12:21:53,425 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:53,425 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:53,425 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:53,426 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:53,427 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64062202, jitterRate=-0.04539880156517029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:53,427 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:21:53,427 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018913413Writing region info on filesystem at 1732018913413Initializing all the Stores at 1732018913414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018913414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018913416 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018913416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018913416Cleaning up temporary data from old regions at 1732018913425 (+9 ms)Running coprocessor post-open hooks at 1732018913427 (+2 ms)Region opened successfully at 1732018913427 2024-11-19T12:21:53,428 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018913375 2024-11-19T12:21:53,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,41663,1732018911628 2024-11-19T12:21:53,432 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:21:53,432 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:21:53,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,41663,1732018911628, state=OPEN 2024-11-19T12:21:53,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-105054210/meta-region-server 2024-11-19T12:21:53,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-105054210/meta-region-server 2024-11-19T12:21:53,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,41663,1732018911628 2024-11-19T12:21:53,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-105054210/meta-region-server: CHANGED 2024-11-19T12:21:53,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-105054210/meta-region-server: CHANGED 2024-11-19T12:21:53,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:21:53,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,41663,1732018911628 in 252 msec 2024-11-19T12:21:53,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:21:53,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-19T12:21:53,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:53,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:21:53,481 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:53,481 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41663,1732018911628, seqNum=-1] 2024-11-19T12:21:53,481 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:53,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:53,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0110 sec 2024-11-19T12:21:53,489 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018913489, completionTime=-1 2024-11-19T12:21:53,489 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:21:53,489 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:21:53,491 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:21:53,491 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018973491 2024-11-19T12:21:53,491 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019033491 2024-11-19T12:21:53,491 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T12:21:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41077,1732018911481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41077,1732018911481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41077,1732018911481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:41077, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,492 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,494 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.775sec 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41077,1732018911481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:53,496 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41077,1732018911481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:21:53,498 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:21:53,498 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:21:53,498 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41077,1732018911481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:53,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:53,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:21:53,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:21:53,579 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:21:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:21:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:21:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b65695f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:21:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:21:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:21:53,581 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:21:53,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:21:53,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:21:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41663,1732018911628, seqNum=-1] 2024-11-19T12:21:53,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:21:53,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:21:53,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,41077,1732018911481 2024-11-19T12:21:53,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:53,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:53,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101530b14240005 connected 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir so I do NOT create it in target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d 2024-11-19T12:21:53,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.tmp.dir so I do NOT create it in target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d 2024-11-19T12:21:53,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:21:53,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/cluster_cd777abb-dcee-c158-3085-a7527be5f523, deleteOnExit=true 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/test.cache.data in system properties and HBase conf 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:21:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:21:53,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:21:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:21:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:21:53,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:53,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:53,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:54,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:54,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:54,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:54,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:21:54,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:54,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:54,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:54,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:54,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:21:54,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:54,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:54,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:54,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/java.io.tmpdir/jetty-localhost-35983-hadoop-hdfs-3_4_1-tests_jar-_-any-18423278960838338149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:21:54,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:35983} 2024-11-19T12:21:54,189 INFO [Time-limited test {}] server.Server(415): Started @289771ms 2024-11-19T12:21:54,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:21:54,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:21:54,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:21:54,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:21:54,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:21:54,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:21:54,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:21:54,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/java.io.tmpdir/jetty-localhost-41983-hadoop-hdfs-3_4_1-tests_jar-_-any-7464084356338204481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:21:54,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:41983} 2024-11-19T12:21:54,692 INFO [Time-limited test {}] server.Server(415): Started @290273ms 2024-11-19T12:21:54,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:21:55,713 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/cluster_cd777abb-dcee-c158-3085-a7527be5f523/data/data2/current/BP-10583511-172.17.0.2-1732018913629/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:55,713 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/cluster_cd777abb-dcee-c158-3085-a7527be5f523/data/data1/current/BP-10583511-172.17.0.2-1732018913629/current, will proceed with Du for space computation calculation, 2024-11-19T12:21:55,742 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:21:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6effc9a92dc92215 with lease ID 0x1ee7cda105cd6fd5: Processing first storage report for DS-5ea420cd-d35c-4a4d-b9ba-96c3a2634ffa from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=ff10724f-e853-4960-ad10-cb4811b4370e, infoPort=34065, infoSecurePort=0, ipcPort=35341, storageInfo=lv=-57;cid=testClusterID;nsid=957040736;c=1732018913629) 2024-11-19T12:21:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6effc9a92dc92215 with lease ID 0x1ee7cda105cd6fd5: from storage DS-5ea420cd-d35c-4a4d-b9ba-96c3a2634ffa node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=ff10724f-e853-4960-ad10-cb4811b4370e, infoPort=34065, infoSecurePort=0, ipcPort=35341, storageInfo=lv=-57;cid=testClusterID;nsid=957040736;c=1732018913629), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:21:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6effc9a92dc92215 with lease ID 0x1ee7cda105cd6fd5: Processing first storage report for DS-48ae9f5e-a404-4692-9c5d-90a5a8d9ec28 from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=ff10724f-e853-4960-ad10-cb4811b4370e, infoPort=34065, infoSecurePort=0, ipcPort=35341, storageInfo=lv=-57;cid=testClusterID;nsid=957040736;c=1732018913629) 2024-11-19T12:21:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6effc9a92dc92215 with lease ID 0x1ee7cda105cd6fd5: from storage DS-48ae9f5e-a404-4692-9c5d-90a5a8d9ec28 node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=ff10724f-e853-4960-ad10-cb4811b4370e, infoPort=34065, infoSecurePort=0, ipcPort=35341, storageInfo=lv=-57;cid=testClusterID;nsid=957040736;c=1732018913629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:21:55,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d 2024-11-19T12:21:55,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:55,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:55,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:21:56,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167 with version=8 2024-11-19T12:21:56,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/hbase-staging 2024-11-19T12:21:56,223 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:56,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:56,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43351 2024-11-19T12:21:56,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43351 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:56,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433510x0, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:56,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43351-0x101530b14240006 connected 2024-11-19T12:21:56,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:56,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:56,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/running 2024-11-19T12:21:56,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167, hbase.cluster.distributed=false 2024-11-19T12:21:56,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/acl 2024-11-19T12:21:56,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-19T12:21:56,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43351 2024-11-19T12:21:56,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43351 2024-11-19T12:21:56,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-19T12:21:56,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-19T12:21:56,453 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:21:56,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:56,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:56,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:21:56,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:21:56,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:21:56,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:21:56,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:21:56,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36751 2024-11-19T12:21:56,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36751 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:21:56,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:56,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367510x0, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:21:56,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367510x0, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/running 2024-11-19T12:21:56,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36751-0x101530b14240007 connected 2024-11-19T12:21:56,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:21:56,469 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:21:56,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/master 2024-11-19T12:21:56,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/acl 2024-11-19T12:21:56,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36751 2024-11-19T12:21:56,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36751 2024-11-19T12:21:56,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36751 2024-11-19T12:21:56,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36751 2024-11-19T12:21:56,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36751 2024-11-19T12:21:56,492 DEBUG [M:0;351a98347401:43351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:43351 2024-11-19T12:21:56,494 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21181380298/backup-masters/351a98347401,43351,1732018916223 2024-11-19T12:21:56,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298/backup-masters 2024-11-19T12:21:56,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298/backup-masters 2024-11-19T12:21:56,583 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on existing znode=/21181380298/backup-masters/351a98347401,43351,1732018916223 2024-11-19T12:21:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21181380298/master 2024-11-19T12:21:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:56,689 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on existing znode=/21181380298/master 2024-11-19T12:21:56,690 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21181380298/backup-masters/351a98347401,43351,1732018916223 from backup master directory 2024-11-19T12:21:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298/backup-masters 2024-11-19T12:21:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21181380298/backup-masters/351a98347401,43351,1732018916223 2024-11-19T12:21:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298/backup-masters 2024-11-19T12:21:56,745 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:56,745 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,43351,1732018916223 2024-11-19T12:21:56,749 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/hbase.id] with ID: f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec 2024-11-19T12:21:56,749 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/.tmp/hbase.id 2024-11-19T12:21:56,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:21:57,155 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/.tmp/hbase.id]:[hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/hbase.id] 2024-11-19T12:21:57,162 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:21:57,162 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:21:57,163 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:21:57,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:57,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:21:57,247 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:21:57,248 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:21:57,248 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:21:57,653 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store 2024-11-19T12:21:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:21:58,062 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:58,062 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018918062Disabling compacts and flushes for region at 1732018918062Disabling writes for close at 1732018918062Writing region close event to WAL at 1732018918062Closed at 1732018918062 2024-11-19T12:21:58,062 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/.initializing 2024-11-19T12:21:58,062 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/WALs/351a98347401,43351,1732018916223 2024-11-19T12:21:58,063 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:58,064 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C43351%2C1732018916223, suffix=, logDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/WALs/351a98347401,43351,1732018916223, archiveDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/oldWALs, maxLogs=10 2024-11-19T12:21:58,074 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/WALs/351a98347401,43351,1732018916223/351a98347401%2C43351%2C1732018916223.1732018918064, exclude list is [], retry=0 2024-11-19T12:21:58,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-5ea420cd-d35c-4a4d-b9ba-96c3a2634ffa,DISK] 2024-11-19T12:21:58,077 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/WALs/351a98347401,43351,1732018916223/351a98347401%2C43351%2C1732018916223.1732018918064 2024-11-19T12:21:58,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-19T12:21:58,077 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:21:58,078 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:58,078 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,078 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:21:58,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:58,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:58,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:21:58,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:58,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:58,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:21:58,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:58,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:58,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:21:58,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:58,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:21:58,082 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,083 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,083 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,083 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,083 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,084 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:58,084 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:21:58,085 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:58,085 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60071977, jitterRate=-0.10485778748989105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:58,085 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018918078Initializing all the Stores at 1732018918078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018918078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018918078Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018918078Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018918078Cleaning up temporary data from old regions at 1732018918083 (+5 ms)Region opened successfully at 1732018918085 (+2 ms) 2024-11-19T12:21:58,086 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:21:58,087 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfb6623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:21:58,088 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:21:58,089 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:21:58,090 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Unable to get data of znode /21181380298/balancer because node does not exist (not necessarily an error) 2024-11-19T12:21:58,161 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21181380298/balancer already deleted, retry=false 2024-11-19T12:21:58,161 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:21:58,162 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Unable to get data of znode /21181380298/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:21:58,245 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21181380298/normalizer already deleted, retry=false 2024-11-19T12:21:58,245 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:21:58,246 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Unable to get data of znode /21181380298/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:21:58,319 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21181380298/switch/split already deleted, retry=false 2024-11-19T12:21:58,320 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Unable to get data of znode /21181380298/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:21:58,405 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21181380298/switch/merge already deleted, retry=false 2024-11-19T12:21:58,407 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Unable to get data of znode /21181380298/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:21:58,467 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21181380298/snapshot-cleanup already deleted, retry=false 2024-11-19T12:21:58,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21181380298/running 2024-11-19T12:21:58,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21181380298/running 2024-11-19T12:21:58,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:58,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:58,542 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,43351,1732018916223, sessionid=0x101530b14240006, setting cluster-up flag (Was=false) 2024-11-19T12:21:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:58,804 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21181380298/flush-table-proc/acquired, /21181380298/flush-table-proc/reached, /21181380298/flush-table-proc/abort 2024-11-19T12:21:58,804 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,43351,1732018916223 2024-11-19T12:21:58,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:58,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:21:58,877 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21181380298/online-snapshot/acquired, /21181380298/online-snapshot/reached, /21181380298/online-snapshot/abort 2024-11-19T12:21:58,878 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,43351,1732018916223 2024-11-19T12:21:58,879 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:21:58,880 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(746): ClusterId : f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec 2024-11-19T12:21:58,880 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:21:58,880 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:58,880 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:21:58,880 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:21:58,880 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,43351,1732018916223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:21:58,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:21:58,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,944 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:21:58,944 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:58,944 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:21:58,944 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:58,944 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:58,944 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:21:58,945 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:21:58,945 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:58,945 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:58,945 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:58,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:58,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:21:58,947 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:58,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018948953 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:21:58,953 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:21:58,954 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:58,954 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:21:58,954 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:21:58,954 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:21:58,954 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:21:58,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:21:58,956 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:21:58,956 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:21:58,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,959 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018918956,5,FailOnTimeoutGroup] 2024-11-19T12:21:58,962 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018918959,5,FailOnTimeoutGroup] 2024-11-19T12:21:58,962 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:58,962 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:21:58,962 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:58,962 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:58,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:21:58,973 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:21:58,973 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5684448a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:21:58,989 DEBUG [RS:0;351a98347401:36751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:36751 2024-11-19T12:21:58,989 INFO [RS:0;351a98347401:36751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:21:58,989 INFO [RS:0;351a98347401:36751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:21:58,989 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:21:58,996 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,43351,1732018916223 with port=36751, startcode=1732018916453 2024-11-19T12:21:58,996 DEBUG [RS:0;351a98347401:36751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:21:59,009 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:21:59,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,36751,1732018916453 2024-11-19T12:21:59,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43351 {}] master.ServerManager(517): Registering regionserver=351a98347401,36751,1732018916453 2024-11-19T12:21:59,010 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167 2024-11-19T12:21:59,010 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40825 2024-11-19T12:21:59,010 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:21:59,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298/rs 2024-11-19T12:21:59,071 DEBUG [RS:0;351a98347401:36751 {}] zookeeper.ZKUtil(111): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on existing znode=/21181380298/rs/351a98347401,36751,1732018916453 2024-11-19T12:21:59,071 WARN [RS:0;351a98347401:36751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:21:59,071 INFO [RS:0;351a98347401:36751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:21:59,071 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453 2024-11-19T12:21:59,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,36751,1732018916453] 2024-11-19T12:21:59,073 INFO [RS:0;351a98347401:36751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:21:59,074 INFO [RS:0;351a98347401:36751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:21:59,074 INFO [RS:0;351a98347401:36751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:21:59,075 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,075 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:21:59,075 INFO [RS:0;351a98347401:36751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:21:59,075 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,075 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,076 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,076 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,076 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:21:59,076 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:59,076 DEBUG [RS:0;351a98347401:36751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:21:59,076 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,076 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,076 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,076 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,076 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,076 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36751,1732018916453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:21:59,090 INFO [RS:0;351a98347401:36751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:21:59,090 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,36751,1732018916453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,090 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,090 INFO [RS:0;351a98347401:36751 {}] regionserver.Replication(171): 351a98347401,36751,1732018916453 started 2024-11-19T12:21:59,105 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:21:59,105 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,36751,1732018916453, RpcServer on 351a98347401/172.17.0.2:36751, sessionid=0x101530b14240007 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,36751,1732018916453 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,36751,1732018916453' 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21181380298/flush-table-proc/abort' 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21181380298/flush-table-proc/acquired' 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,36751,1732018916453 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,36751,1732018916453' 2024-11-19T12:21:59,105 DEBUG [RS:0;351a98347401:36751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21181380298/online-snapshot/abort' 2024-11-19T12:21:59,106 DEBUG [RS:0;351a98347401:36751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21181380298/online-snapshot/acquired' 2024-11-19T12:21:59,106 DEBUG [RS:0;351a98347401:36751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:21:59,106 INFO [RS:0;351a98347401:36751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:21:59,106 INFO [RS:0;351a98347401:36751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:21:59,206 INFO [RS:0;351a98347401:36751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:21:59,207 INFO [RS:0;351a98347401:36751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36751%2C1732018916453, suffix=, logDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453, archiveDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/oldWALs, maxLogs=10 2024-11-19T12:21:59,219 DEBUG [RS:0;351a98347401:36751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, exclude list is [], retry=0 2024-11-19T12:21:59,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-5ea420cd-d35c-4a4d-b9ba-96c3a2634ffa,DISK] 2024-11-19T12:21:59,226 INFO [RS:0;351a98347401:36751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 2024-11-19T12:21:59,227 DEBUG [RS:0;351a98347401:36751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-19T12:21:59,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:21:59,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167 2024-11-19T12:21:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:21:59,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:21:59,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:21:59,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:21:59,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:59,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:59,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:21:59,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:21:59,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:59,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:59,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:21:59,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:21:59,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:59,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:59,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:21:59,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:21:59,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:21:59,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:21:59,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:21:59,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740 2024-11-19T12:21:59,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740 2024-11-19T12:21:59,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:21:59,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:21:59,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:21:59,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:21:59,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:21:59,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63211901, jitterRate=-0.058069273829460144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:21:59,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018919783Initializing all the Stores at 1732018919784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018919784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018919784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018919784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018919784Cleaning up temporary data from old regions at 1732018919791 (+7 ms)Region opened successfully at 1732018919795 (+4 ms) 2024-11-19T12:21:59,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:21:59,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:21:59,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:21:59,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:21:59,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:21:59,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:21:59,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018919795Disabling compacts and flushes for region at 1732018919795Disabling writes for close at 1732018919795Writing region close event to WAL at 1732018919796 (+1 ms)Closed at 1732018919796 2024-11-19T12:21:59,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:21:59,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:21:59,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:21:59,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:21:59,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:21:59,949 DEBUG [351a98347401:43351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:21:59,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,36751,1732018916453 2024-11-19T12:21:59,951 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36751,1732018916453, state=OPENING 2024-11-19T12:21:59,990 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:22:00,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:00,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:00,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:00,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21181380298/meta-region-server: CHANGED 2024-11-19T12:22:00,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21181380298/meta-region-server: CHANGED 2024-11-19T12:22:00,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,36751,1732018916453}] 2024-11-19T12:22:00,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:00,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:22:00,164 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:22:00,164 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:00,165 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:22:00,166 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36751%2C1732018916453.meta, suffix=.meta, logDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453, archiveDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/oldWALs, maxLogs=10 2024-11-19T12:22:00,183 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.meta.1732018920166.meta, exclude list is [], retry=0 2024-11-19T12:22:00,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-5ea420cd-d35c-4a4d-b9ba-96c3a2634ffa,DISK] 2024-11-19T12:22:00,192 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.meta.1732018920166.meta 2024-11-19T12:22:00,193 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-19T12:22:00,193 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:00,193 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:00,193 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:00,193 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:22:00,193 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:22:00,193 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:22:00,193 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:00,194 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:22:00,194 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:22:00,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:00,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:00,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:00,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:00,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:00,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:00,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:00,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:00,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:00,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:00,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:00,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:00,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:00,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:00,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:00,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:00,200 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:00,200 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740 2024-11-19T12:22:00,201 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740 2024-11-19T12:22:00,202 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:00,202 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:00,202 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:00,203 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:00,203 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67908346, jitterRate=0.011913210153579712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:00,203 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:22:00,203 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018920194Writing region info on filesystem at 1732018920194Initializing all the Stores at 1732018920194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018920194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018920196 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018920196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018920196Cleaning up temporary data from old regions at 1732018920202 (+6 ms)Running coprocessor post-open hooks at 1732018920203 (+1 ms)Region opened successfully at 1732018920203 2024-11-19T12:22:00,204 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018920156 2024-11-19T12:22:00,206 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:22:00,206 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:22:00,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,36751,1732018916453 2024-11-19T12:22:00,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,36751,1732018916453, state=OPEN 2024-11-19T12:22:00,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21181380298/meta-region-server 2024-11-19T12:22:00,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21181380298/meta-region-server 2024-11-19T12:22:00,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21181380298/meta-region-server: CHANGED 2024-11-19T12:22:00,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,36751,1732018916453 2024-11-19T12:22:00,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21181380298/meta-region-server: CHANGED 2024-11-19T12:22:00,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:22:00,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,36751,1732018916453 in 213 msec 2024-11-19T12:22:00,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:22:00,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-19T12:22:00,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:00,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:22:00,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:00,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36751,1732018916453, seqNum=-1] 2024-11-19T12:22:00,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:00,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:00,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-19T12:22:00,224 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018920224, completionTime=-1 2024-11-19T12:22:00,224 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:22:00,224 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018980226 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019040226 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43351,1732018916223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43351,1732018916223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,226 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43351,1732018916223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,227 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:43351, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,227 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,227 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,228 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.484sec 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43351,1732018916223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:00,230 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43351,1732018916223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:22:00,232 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:22:00,232 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:22:00,232 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43351,1732018916223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:00,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:00,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43351,-1 for getting cluster id 2024-11-19T12:22:00,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:00,283 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec' 2024-11-19T12:22:00,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec" 2024-11-19T12:22:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38caa97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43351,-1] 2024-11-19T12:22:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:00,285 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:00,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:00,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36751,1732018916453, seqNum=-1] 2024-11-19T12:22:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:00,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:00,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,43351,1732018916223 2024-11-19T12:22:00,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59500 2024-11-19T12:22:00,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:00,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101530b14240008 connected 2024-11-19T12:22:00,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43501,1732018905644 2024-11-19T12:22:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3892a536 2024-11-19T12:22:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:00,312 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:00,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:00,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:00,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:00,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:00,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:00,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45b0da879560dd5869fe791e9aa7d184, NAME => 'test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a 2024-11-19T12:22:00,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:01,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:01,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45b0da879560dd5869fe791e9aa7d184, disabling compactions & flushes 2024-11-19T12:22:01,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. after waiting 0 ms 2024-11-19T12:22:01,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45b0da879560dd5869fe791e9aa7d184: Waiting for close lock at 1732018921129Disabling compacts and flushes for region at 1732018921129Disabling writes for close at 1732018921129Writing region close event to WAL at 1732018921129Closed at 1732018921129 2024-11-19T12:22:01,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:01,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018921131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018921131"}]},"ts":"1732018921131"} 2024-11-19T12:22:01,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:01,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:01,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018921133"}]},"ts":"1732018921133"} 2024-11-19T12:22:01,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:01,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45b0da879560dd5869fe791e9aa7d184, ASSIGN}] 2024-11-19T12:22:01,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45b0da879560dd5869fe791e9aa7d184, ASSIGN 2024-11-19T12:22:01,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45b0da879560dd5869fe791e9aa7d184, ASSIGN; state=OFFLINE, location=351a98347401,39541,1732018905870; forceNewPlan=false, retain=false 2024-11-19T12:22:01,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45b0da879560dd5869fe791e9aa7d184, regionState=OPENING, regionLocation=351a98347401,39541,1732018905870 2024-11-19T12:22:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45b0da879560dd5869fe791e9aa7d184, ASSIGN because future has completed 2024-11-19T12:22:01,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b0da879560dd5869fe791e9aa7d184, server=351a98347401,39541,1732018905870}] 2024-11-19T12:22:01,443 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,444 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45b0da879560dd5869fe791e9aa7d184, NAME => 'test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:01,444 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:01,444 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:01,444 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,444 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:01,444 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,444 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,445 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,446 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b0da879560dd5869fe791e9aa7d184 columnFamilyName f 2024-11-19T12:22:01,446 DEBUG [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:01,446 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] regionserver.HStore(327): Store=45b0da879560dd5869fe791e9aa7d184/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:01,447 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,447 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b0da879560dd5869fe791e9aa7d184 columnFamilyName f1 2024-11-19T12:22:01,447 DEBUG [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:01,447 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] regionserver.HStore(327): Store=45b0da879560dd5869fe791e9aa7d184/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:01,447 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:01,448 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b0da879560dd5869fe791e9aa7d184 columnFamilyName norep 2024-11-19T12:22:01,448 DEBUG [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:01,449 INFO [StoreOpener-45b0da879560dd5869fe791e9aa7d184-1 {}] regionserver.HStore(327): Store=45b0da879560dd5869fe791e9aa7d184/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:01,449 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,449 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,449 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,450 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,450 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,450 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:01,451 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,453 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:01,453 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45b0da879560dd5869fe791e9aa7d184; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59110946, jitterRate=-0.11917826533317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:01,453 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:01,454 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45b0da879560dd5869fe791e9aa7d184: Running coprocessor pre-open hook at 1732018921444Writing region info on filesystem at 1732018921444Initializing all the Stores at 1732018921445 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018921445Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018921445Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018921445Cleaning up temporary data from old regions at 1732018921450 (+5 ms)Running coprocessor post-open hooks at 1732018921453 (+3 ms)Region opened successfully at 1732018921454 (+1 ms) 2024-11-19T12:22:01,454 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018920312.45b0da879560dd5869fe791e9aa7d184., pid=6, masterSystemTime=1732018921441 2024-11-19T12:22:01,456 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,456 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:01,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45b0da879560dd5869fe791e9aa7d184, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,39541,1732018905870 2024-11-19T12:22:01,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b0da879560dd5869fe791e9aa7d184, server=351a98347401,39541,1732018905870 because future has completed 2024-11-19T12:22:01,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:01,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45b0da879560dd5869fe791e9aa7d184, server=351a98347401,39541,1732018905870 in 170 msec 2024-11-19T12:22:01,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:01,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45b0da879560dd5869fe791e9aa7d184, ASSIGN in 325 msec 2024-11-19T12:22:01,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:01,462 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018921461"}]},"ts":"1732018921461"} 2024-11-19T12:22:01,463 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:01,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:01,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-19T12:22:01,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:22:01,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T12:22:01,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:22:01,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T12:22:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:02,458 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:02,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:02,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,41077,1732018911481 2024-11-19T12:22:02,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ddd1edb 2024-11-19T12:22:02,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:02,460 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:02,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:02,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:02,462 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:02,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:02,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:02,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:02,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53520e28ed453c280ad8e54aba614038, NAME => 'test,,1732018922460.53520e28ed453c280ad8e54aba614038.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f 2024-11-19T12:22:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:02,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018922460.53520e28ed453c280ad8e54aba614038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:02,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 53520e28ed453c280ad8e54aba614038, disabling compactions & flushes 2024-11-19T12:22:02,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:02,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:02,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018922460.53520e28ed453c280ad8e54aba614038. after waiting 0 ms 2024-11-19T12:22:02,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:02,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:02,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53520e28ed453c280ad8e54aba614038: Waiting for close lock at 1732018922929Disabling compacts and flushes for region at 1732018922929Disabling writes for close at 1732018922929Writing region close event to WAL at 1732018922929Closed at 1732018922929 2024-11-19T12:22:02,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:02,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018922460.53520e28ed453c280ad8e54aba614038.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018922930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018922930"}]},"ts":"1732018922930"} 2024-11-19T12:22:02,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:02,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:02,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018922933"}]},"ts":"1732018922933"} 2024-11-19T12:22:02,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:02,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=53520e28ed453c280ad8e54aba614038, ASSIGN}] 2024-11-19T12:22:02,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=53520e28ed453c280ad8e54aba614038, ASSIGN 2024-11-19T12:22:02,937 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=53520e28ed453c280ad8e54aba614038, ASSIGN; state=OFFLINE, location=351a98347401,41663,1732018911628; forceNewPlan=false, retain=false 2024-11-19T12:22:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:03,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53520e28ed453c280ad8e54aba614038, regionState=OPENING, regionLocation=351a98347401,41663,1732018911628 2024-11-19T12:22:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=53520e28ed453c280ad8e54aba614038, ASSIGN because future has completed 2024-11-19T12:22:03,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53520e28ed453c280ad8e54aba614038, server=351a98347401,41663,1732018911628}] 2024-11-19T12:22:03,245 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:03,245 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53520e28ed453c280ad8e54aba614038, NAME => 'test,,1732018922460.53520e28ed453c280ad8e54aba614038.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:03,245 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:03,245 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:03,245 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,245 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018922460.53520e28ed453c280ad8e54aba614038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:03,245 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,245 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,246 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,247 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53520e28ed453c280ad8e54aba614038 columnFamilyName f 2024-11-19T12:22:03,247 DEBUG [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:03,247 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] regionserver.HStore(327): Store=53520e28ed453c280ad8e54aba614038/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:03,248 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,248 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53520e28ed453c280ad8e54aba614038 columnFamilyName f1 2024-11-19T12:22:03,248 DEBUG [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:03,248 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] regionserver.HStore(327): Store=53520e28ed453c280ad8e54aba614038/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:03,249 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,249 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53520e28ed453c280ad8e54aba614038 columnFamilyName norep 2024-11-19T12:22:03,249 DEBUG [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:03,249 INFO [StoreOpener-53520e28ed453c280ad8e54aba614038-1 {}] regionserver.HStore(327): Store=53520e28ed453c280ad8e54aba614038/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:03,250 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,250 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,250 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,251 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,251 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,251 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:03,252 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,253 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:03,253 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53520e28ed453c280ad8e54aba614038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61730068, jitterRate=-0.080150306224823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:03,253 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:03,253 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53520e28ed453c280ad8e54aba614038: Running coprocessor pre-open hook at 1732018923245Writing region info on filesystem at 1732018923245Initializing all the Stores at 1732018923246 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018923246Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018923246Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018923246Cleaning up temporary data from old regions at 1732018923251 (+5 ms)Running coprocessor post-open hooks at 1732018923253 (+2 ms)Region opened successfully at 1732018923253 2024-11-19T12:22:03,254 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018922460.53520e28ed453c280ad8e54aba614038., pid=6, masterSystemTime=1732018923242 2024-11-19T12:22:03,255 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:03,255 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:03,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53520e28ed453c280ad8e54aba614038, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,41663,1732018911628 2024-11-19T12:22:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53520e28ed453c280ad8e54aba614038, server=351a98347401,41663,1732018911628 because future has completed 2024-11-19T12:22:03,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:03,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53520e28ed453c280ad8e54aba614038, server=351a98347401,41663,1732018911628 in 168 msec 2024-11-19T12:22:03,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:03,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=53520e28ed453c280ad8e54aba614038, ASSIGN in 325 msec 2024-11-19T12:22:03,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:03,262 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018923262"}]},"ts":"1732018923262"} 2024-11-19T12:22:03,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:03,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:03,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-19T12:22:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:03,598 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:03,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43351,1732018916223 2024-11-19T12:22:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@470e8317 2024-11-19T12:22:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:03,600 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:03,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:03,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:03,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:03,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:03,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:04,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7998ce3ff1c6f92718448f7b75ed699, NAME => 'test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167 2024-11-19T12:22:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:04,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:04,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7998ce3ff1c6f92718448f7b75ed699, disabling compactions & flushes 2024-11-19T12:22:04,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. after waiting 0 ms 2024-11-19T12:22:04,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7998ce3ff1c6f92718448f7b75ed699: Waiting for close lock at 1732018924039Disabling compacts and flushes for region at 1732018924039Disabling writes for close at 1732018924039Writing region close event to WAL at 1732018924039Closed at 1732018924039 2024-11-19T12:22:04,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:04,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018924040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018924040"}]},"ts":"1732018924040"} 2024-11-19T12:22:04,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:04,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:04,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018924043"}]},"ts":"1732018924043"} 2024-11-19T12:22:04,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:04,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7998ce3ff1c6f92718448f7b75ed699, ASSIGN}] 2024-11-19T12:22:04,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7998ce3ff1c6f92718448f7b75ed699, ASSIGN 2024-11-19T12:22:04,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7998ce3ff1c6f92718448f7b75ed699, ASSIGN; state=OFFLINE, location=351a98347401,36751,1732018916453; forceNewPlan=false, retain=false 2024-11-19T12:22:04,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7998ce3ff1c6f92718448f7b75ed699, regionState=OPENING, regionLocation=351a98347401,36751,1732018916453 2024-11-19T12:22:04,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7998ce3ff1c6f92718448f7b75ed699, ASSIGN because future has completed 2024-11-19T12:22:04,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7998ce3ff1c6f92718448f7b75ed699, server=351a98347401,36751,1732018916453}] 2024-11-19T12:22:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:04,359 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,360 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7998ce3ff1c6f92718448f7b75ed699, NAME => 'test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:04,360 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:04,360 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:04,360 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,360 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:04,360 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,360 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,361 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,362 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7998ce3ff1c6f92718448f7b75ed699 columnFamilyName f 2024-11-19T12:22:04,362 DEBUG [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:04,363 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] regionserver.HStore(327): Store=c7998ce3ff1c6f92718448f7b75ed699/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:04,363 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,364 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7998ce3ff1c6f92718448f7b75ed699 columnFamilyName f1 2024-11-19T12:22:04,364 DEBUG [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:04,364 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] regionserver.HStore(327): Store=c7998ce3ff1c6f92718448f7b75ed699/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:04,364 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,365 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7998ce3ff1c6f92718448f7b75ed699 columnFamilyName norep 2024-11-19T12:22:04,365 DEBUG [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:04,365 INFO [StoreOpener-c7998ce3ff1c6f92718448f7b75ed699-1 {}] regionserver.HStore(327): Store=c7998ce3ff1c6f92718448f7b75ed699/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:04,365 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,365 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,365 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,366 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,366 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,366 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:04,367 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,368 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:04,369 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7998ce3ff1c6f92718448f7b75ed699; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238115, jitterRate=0.1062341183423996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:04,369 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:04,369 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7998ce3ff1c6f92718448f7b75ed699: Running coprocessor pre-open hook at 1732018924360Writing region info on filesystem at 1732018924360Initializing all the Stores at 1732018924361 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018924361Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018924361Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018924361Cleaning up temporary data from old regions at 1732018924366 (+5 ms)Running coprocessor post-open hooks at 1732018924369 (+3 ms)Region opened successfully at 1732018924369 2024-11-19T12:22:04,369 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699., pid=6, masterSystemTime=1732018924356 2024-11-19T12:22:04,371 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,371 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:04,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7998ce3ff1c6f92718448f7b75ed699, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,36751,1732018916453 2024-11-19T12:22:04,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7998ce3ff1c6f92718448f7b75ed699, server=351a98347401,36751,1732018916453 because future has completed 2024-11-19T12:22:04,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:04,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7998ce3ff1c6f92718448f7b75ed699, server=351a98347401,36751,1732018916453 in 170 msec 2024-11-19T12:22:04,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:04,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7998ce3ff1c6f92718448f7b75ed699, ASSIGN in 330 msec 2024-11-19T12:22:04,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:04,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018924377"}]},"ts":"1732018924377"} 2024-11-19T12:22:04,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:04,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:04,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-19T12:22:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:04,739 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:04,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:04,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43501,-1 for getting cluster id 2024-11-19T12:22:04,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:04,742 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d4e5969-7c78-4822-aeb1-0f7e194483d2' 2024-11-19T12:22:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d4e5969-7c78-4822-aeb1-0f7e194483d2" 2024-11-19T12:22:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbbb6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43501,-1] 2024-11-19T12:22:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:04,744 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa61e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:04,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43501,1732018905644 2024-11-19T12:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7148f293 2024-11-19T12:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:04,748 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:04,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:41077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:22:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:22:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:04,752 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:41077' 2024-11-19T12:22:04,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ae2123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:04,760 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:04,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:04,763 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:04,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:04,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d87e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:04,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:04,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:04,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:04,766 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:04,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7976ab2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:04,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,41077,1732018911481 2024-11-19T12:22:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a5932b 2024-11-19T12:22:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:04,769 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:04,770 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:22:04,770 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:22:04,770 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:04,770 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:04,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:04,772 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:04,773 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:22:04,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:04,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:04,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:22:04,824 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:22:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:04,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:22:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:05,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc307855a9d43852bd7bbef12592963c, NAME => 'hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a 2024-11-19T12:22:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:22:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:05,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:05,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc307855a9d43852bd7bbef12592963c, disabling compactions & flushes 2024-11-19T12:22:05,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. after waiting 0 ms 2024-11-19T12:22:05,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc307855a9d43852bd7bbef12592963c: Waiting for close lock at 1732018925596Disabling compacts and flushes for region at 1732018925596Disabling writes for close at 1732018925596Writing region close event to WAL at 1732018925596Closed at 1732018925596 2024-11-19T12:22:05,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:05,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018925597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018925597"}]},"ts":"1732018925597"} 2024-11-19T12:22:05,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:05,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:05,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018925599"}]},"ts":"1732018925599"} 2024-11-19T12:22:05,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:22:05,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc307855a9d43852bd7bbef12592963c, ASSIGN}] 2024-11-19T12:22:05,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc307855a9d43852bd7bbef12592963c, ASSIGN 2024-11-19T12:22:05,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc307855a9d43852bd7bbef12592963c, ASSIGN; state=OFFLINE, location=351a98347401,39541,1732018905870; forceNewPlan=false, retain=false 2024-11-19T12:22:05,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:05,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:05,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc307855a9d43852bd7bbef12592963c, regionState=OPENING, regionLocation=351a98347401,39541,1732018905870 2024-11-19T12:22:05,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc307855a9d43852bd7bbef12592963c, ASSIGN because future has completed 2024-11-19T12:22:05,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc307855a9d43852bd7bbef12592963c, server=351a98347401,39541,1732018905870}] 2024-11-19T12:22:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:05,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:05,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:22:05,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C39541%2C1732018905870.rep, suffix=, logDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870, archiveDir=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/oldWALs, maxLogs=10 2024-11-19T12:22:05,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.rep.1732018925918, exclude list is [], retry=0 2024-11-19T12:22:05,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38423,DS-554e1ba2-c9b8-4d99-9d51-8f695c796098,DISK] 2024-11-19T12:22:05,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.rep.1732018925918 2024-11-19T12:22:05,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39083:39083)] 2024-11-19T12:22:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc307855a9d43852bd7bbef12592963c, NAME => 'hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:05,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. service=MultiRowMutationService 2024-11-19T12:22:05,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:22:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:05,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,952 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,953 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc307855a9d43852bd7bbef12592963c columnFamilyName hfileref 2024-11-19T12:22:05,954 DEBUG [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:05,954 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] regionserver.HStore(327): Store=dc307855a9d43852bd7bbef12592963c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:05,954 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,955 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc307855a9d43852bd7bbef12592963c columnFamilyName queue 2024-11-19T12:22:05,955 DEBUG [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:05,956 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] regionserver.HStore(327): Store=dc307855a9d43852bd7bbef12592963c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:05,956 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,957 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc307855a9d43852bd7bbef12592963c columnFamilyName sid 2024-11-19T12:22:05,957 DEBUG [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:05,957 INFO [StoreOpener-dc307855a9d43852bd7bbef12592963c-1 {}] regionserver.HStore(327): Store=dc307855a9d43852bd7bbef12592963c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:05,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:05,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:05,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc307855a9d43852bd7bbef12592963c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65171514, jitterRate=-0.028868764638900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:05,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:05,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc307855a9d43852bd7bbef12592963c: Running coprocessor pre-open hook at 1732018925947Writing region info on filesystem at 1732018925947Initializing all the Stores at 1732018925948 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018925948Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018925952 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018925952Cleaning up temporary data from old regions at 1732018925959 (+7 ms)Running coprocessor post-open hooks at 1732018925965 (+6 ms)Region opened successfully at 1732018925965 2024-11-19T12:22:05,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c., pid=10, masterSystemTime=1732018925908 2024-11-19T12:22:05,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc307855a9d43852bd7bbef12592963c, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,39541,1732018905870 2024-11-19T12:22:05,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc307855a9d43852bd7bbef12592963c, server=351a98347401,39541,1732018905870 because future has completed 2024-11-19T12:22:05,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:22:05,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc307855a9d43852bd7bbef12592963c, server=351a98347401,39541,1732018905870 in 216 msec 2024-11-19T12:22:05,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:22:05,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc307855a9d43852bd7bbef12592963c, ASSIGN in 373 msec 2024-11-19T12:22:05,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:05,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018925978"}]},"ts":"1732018925978"} 2024-11-19T12:22:05,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:22:05,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:05,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-19T12:22:06,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c., hostname=351a98347401,39541,1732018905870, seqNum=2] 2024-11-19T12:22:06,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:22:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:22:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:22:06,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:22:06,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:22:06,273 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:22:06,312 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,39541,1732018905870, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:22:06,312 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:06,313 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,39541,1732018905870, seqNum=-1] 2024-11-19T12:22:06,313 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:06,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:06,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,39541,1732018905870', locateType=CURRENT is [region=hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c., hostname=351a98347401,39541,1732018905870, seqNum=2] 2024-11-19T12:22:06,320 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:22:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:22:06,323 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,39541,1732018905870 suceeded 2024-11-19T12:22:06,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:22:06,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T12:22:06,325 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:41077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:22:06,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-19T12:22:06,339 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:41077' 2024-11-19T12:22:06,340 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ba61c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,340 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:06,341 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:06,341 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac5ce4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,343 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:06,344 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fd3b593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,344 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:06,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,41077,1732018911481 2024-11-19T12:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612111cf 2024-11-19T12:22:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:06,346 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:06,347 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,39541,1732018905870 (queues=1) is replicating from cluster=5d4e5969-7c78-4822-aeb1-0f7e194483d2 to cluster=7651c6b2-6504-4123-9262-527c4d0a2813 2024-11-19T12:22:06,347 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C39541%2C1732018905870 2024-11-19T12:22:06,347 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,39541,1732018905870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:22:06,348 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873, startPosition=0, beingWritten=true 2024-11-19T12:22:06,350 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C39541%2C1732018905870 2024-11-19T12:22:06,355 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:06,355 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:06,355 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,39541,1732018905870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:06,560 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:06,864 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:06,898 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:22:06,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:06,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:06,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:06,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:06,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:06,899 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413516b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,900 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bda0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,41077,1732018911481 2024-11-19T12:22:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477adf72 2024-11-19T12:22:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:06,903 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:06,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:43351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:22:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:06,906 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:43351' 2024-11-19T12:22:06,906 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1173de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,906 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43351,-1 for getting cluster id 2024-11-19T12:22:06,907 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:06,907 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec' 2024-11-19T12:22:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec" 2024-11-19T12:22:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b747aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43351,-1] 2024-11-19T12:22:06,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:06,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,908 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:06,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e304061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:06,909 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:06,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43351,1732018916223 2024-11-19T12:22:06,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31adad9a 2024-11-19T12:22:06,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:06,910 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:06,911 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:22:06,911 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:22:06,911 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,911 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:06,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:06,911 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:06,912 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:22:06,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:06,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:06,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:06,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:22:06,962 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:22:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:07,267 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:07,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48a146d1058bc36cd8177601288204ea, NAME => 'hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f 2024-11-19T12:22:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:22:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:07,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:07,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 48a146d1058bc36cd8177601288204ea, disabling compactions & flushes 2024-11-19T12:22:07,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:07,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:07,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. after waiting 0 ms 2024-11-19T12:22:07,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:07,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:07,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48a146d1058bc36cd8177601288204ea: Waiting for close lock at 1732018927729Disabling compacts and flushes for region at 1732018927729Disabling writes for close at 1732018927730 (+1 ms)Writing region close event to WAL at 1732018927730Closed at 1732018927730 2024-11-19T12:22:07,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:07,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018927731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018927731"}]},"ts":"1732018927731"} 2024-11-19T12:22:07,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:07,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:07,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018927734"}]},"ts":"1732018927734"} 2024-11-19T12:22:07,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:22:07,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48a146d1058bc36cd8177601288204ea, ASSIGN}] 2024-11-19T12:22:07,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48a146d1058bc36cd8177601288204ea, ASSIGN 2024-11-19T12:22:07,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48a146d1058bc36cd8177601288204ea, ASSIGN; state=OFFLINE, location=351a98347401,41663,1732018911628; forceNewPlan=false, retain=false 2024-11-19T12:22:07,770 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:07,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48a146d1058bc36cd8177601288204ea, regionState=OPENING, regionLocation=351a98347401,41663,1732018911628 2024-11-19T12:22:07,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48a146d1058bc36cd8177601288204ea, ASSIGN because future has completed 2024-11-19T12:22:07,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48a146d1058bc36cd8177601288204ea, server=351a98347401,41663,1732018911628}] 2024-11-19T12:22:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:08,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:08,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:08,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:22:08,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41663%2C1732018911628.rep, suffix=, logDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628, archiveDir=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/oldWALs, maxLogs=10 2024-11-19T12:22:08,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.rep.1732018928055, exclude list is [], retry=0 2024-11-19T12:22:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39839,DS-df044541-bdf9-4702-bcc7-723e2688ffbd,DISK] 2024-11-19T12:22:08,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.rep.1732018928055 2024-11-19T12:22:08,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37873:37873)] 2024-11-19T12:22:08,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 48a146d1058bc36cd8177601288204ea, NAME => 'hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:08,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:08,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:08,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. service=MultiRowMutationService 2024-11-19T12:22:08,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:22:08,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:08,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,091 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,092 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48a146d1058bc36cd8177601288204ea columnFamilyName hfileref 2024-11-19T12:22:08,092 DEBUG [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:08,093 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] regionserver.HStore(327): Store=48a146d1058bc36cd8177601288204ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:08,093 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,100 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48a146d1058bc36cd8177601288204ea columnFamilyName queue 2024-11-19T12:22:08,100 DEBUG [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:08,101 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] regionserver.HStore(327): Store=48a146d1058bc36cd8177601288204ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:08,101 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,102 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48a146d1058bc36cd8177601288204ea columnFamilyName sid 2024-11-19T12:22:08,102 DEBUG [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:08,102 INFO [StoreOpener-48a146d1058bc36cd8177601288204ea-1 {}] regionserver.HStore(327): Store=48a146d1058bc36cd8177601288204ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/replication/48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/replication/48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/replication/48a146d1058bc36cd8177601288204ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:08,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 48a146d1058bc36cd8177601288204ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70245391, jitterRate=0.04673789441585541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:08,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:08,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 48a146d1058bc36cd8177601288204ea: Running coprocessor pre-open hook at 1732018928089Writing region info on filesystem at 1732018928089Initializing all the Stores at 1732018928090 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018928090Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018928091 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018928091Cleaning up temporary data from old regions at 1732018928104 (+13 ms)Running coprocessor post-open hooks at 1732018928108 (+4 ms)Region opened successfully at 1732018928108 2024-11-19T12:22:08,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea., pid=10, masterSystemTime=1732018928044 2024-11-19T12:22:08,112 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48a146d1058bc36cd8177601288204ea, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,41663,1732018911628 2024-11-19T12:22:08,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:08,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:08,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48a146d1058bc36cd8177601288204ea, server=351a98347401,41663,1732018911628 because future has completed 2024-11-19T12:22:08,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:22:08,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 48a146d1058bc36cd8177601288204ea, server=351a98347401,41663,1732018911628 in 225 msec 2024-11-19T12:22:08,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:22:08,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48a146d1058bc36cd8177601288204ea, ASSIGN in 383 msec 2024-11-19T12:22:08,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:08,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018928122"}]},"ts":"1732018928122"} 2024-11-19T12:22:08,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:22:08,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:08,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-11-19T12:22:08,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea., hostname=351a98347401,41663,1732018911628, seqNum=2] 2024-11-19T12:22:08,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:22:08,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:22:08,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:22:08,374 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:08,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:22:08,443 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:22:08,479 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,41663,1732018911628, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:22:08,479 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:08,479 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41663,1732018911628, seqNum=-1] 2024-11-19T12:22:08,480 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:08,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,41663,1732018911628', locateType=CURRENT is [region=hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea., hostname=351a98347401,41663,1732018911628, seqNum=2] 2024-11-19T12:22:08,486 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:22:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:22:08,491 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,41663,1732018911628 suceeded 2024-11-19T12:22:08,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:22:08,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T12:22:08,494 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:43351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:22:08,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5910 sec 2024-11-19T12:22:08,505 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:43351' 2024-11-19T12:22:08,508 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f3e7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:08,508 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43351,-1 for getting cluster id 2024-11-19T12:22:08,509 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:08,509 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec' 2024-11-19T12:22:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec" 2024-11-19T12:22:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@799c4f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43351,-1] 2024-11-19T12:22:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:08,513 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:08,514 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744f8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:08,514 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43351,1732018916223 2024-11-19T12:22:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f7d2c6 2024-11-19T12:22:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:08,516 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:08,520 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,41663,1732018911628 (queues=1) is replicating from cluster=7651c6b2-6504-4123-9262-527c4d0a2813 to cluster=f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec 2024-11-19T12:22:08,520 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C41663%2C1732018911628 2024-11-19T12:22:08,520 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,41663,1732018911628, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:22:08,548 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C41663%2C1732018911628 2024-11-19T12:22:08,524 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, startPosition=0, beingWritten=true 2024-11-19T12:22:08,623 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:08,623 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:08,623 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:08,852 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:09,049 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:22:09,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:09,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:09,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:09,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:09,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:09,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:09,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43351,-1 for getting cluster id 2024-11-19T12:22:09,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:09,056 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec' 2024-11-19T12:22:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec" 2024-11-19T12:22:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c220c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43351,-1] 2024-11-19T12:22:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:09,058 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15945987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:09,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43351,1732018916223 2024-11-19T12:22:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4622ab74 2024-11-19T12:22:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:09,062 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:09,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:41077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:22:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:22:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:09,067 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:41077' 2024-11-19T12:22:09,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453d0c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:09,069 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:09,069 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:09,069 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:09,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4426ea61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:09,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:09,071 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:09,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1753d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:09,078 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:09,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:09,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,41077,1732018911481 2024-11-19T12:22:09,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628ea6f7 2024-11-19T12:22:09,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:09,082 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:09,083 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:22:09,084 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:22:09,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:09,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:09,084 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:09,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:09,086 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:22:09,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:09,087 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:09,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:22:09,136 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:22:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:09,181 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:09,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c230d5e36e9a917108c0e27bc696299a, NAME => 'hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167 2024-11-19T12:22:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:22:09,586 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:09,901 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c230d5e36e9a917108c0e27bc696299a, disabling compactions & flushes 2024-11-19T12:22:09,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. after waiting 0 ms 2024-11-19T12:22:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:09,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:09,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c230d5e36e9a917108c0e27bc696299a: Waiting for close lock at 1732018929930Disabling compacts and flushes for region at 1732018929930Disabling writes for close at 1732018929930Writing region close event to WAL at 1732018929930Closed at 1732018929930 2024-11-19T12:22:09,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:09,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018929931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018929931"}]},"ts":"1732018929931"} 2024-11-19T12:22:09,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:09,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:09,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018929934"}]},"ts":"1732018929934"} 2024-11-19T12:22:09,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:22:09,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c230d5e36e9a917108c0e27bc696299a, ASSIGN}] 2024-11-19T12:22:09,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c230d5e36e9a917108c0e27bc696299a, ASSIGN 2024-11-19T12:22:09,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c230d5e36e9a917108c0e27bc696299a, ASSIGN; state=OFFLINE, location=351a98347401,36751,1732018916453; forceNewPlan=false, retain=false 2024-11-19T12:22:10,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c230d5e36e9a917108c0e27bc696299a, regionState=OPENING, regionLocation=351a98347401,36751,1732018916453 2024-11-19T12:22:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c230d5e36e9a917108c0e27bc696299a, ASSIGN because future has completed 2024-11-19T12:22:10,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c230d5e36e9a917108c0e27bc696299a, server=351a98347401,36751,1732018916453}] 2024-11-19T12:22:10,091 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:10,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:10,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:10,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:22:10,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C36751%2C1732018916453.rep, suffix=, logDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453, archiveDir=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/oldWALs, maxLogs=10 2024-11-19T12:22:10,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.rep.1732018930246, exclude list is [], retry=0 2024-11-19T12:22:10,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-5ea420cd-d35c-4a4d-b9ba-96c3a2634ffa,DISK] 2024-11-19T12:22:10,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.rep.1732018930246 2024-11-19T12:22:10,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-19T12:22:10,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c230d5e36e9a917108c0e27bc696299a, NAME => 'hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:10,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. service=MultiRowMutationService 2024-11-19T12:22:10,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:22:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,265 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,266 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c230d5e36e9a917108c0e27bc696299a columnFamilyName hfileref 2024-11-19T12:22:10,266 DEBUG [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:10,266 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] regionserver.HStore(327): Store=c230d5e36e9a917108c0e27bc696299a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:10,267 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,267 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c230d5e36e9a917108c0e27bc696299a columnFamilyName queue 2024-11-19T12:22:10,267 DEBUG [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:10,268 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] regionserver.HStore(327): Store=c230d5e36e9a917108c0e27bc696299a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:10,268 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,269 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c230d5e36e9a917108c0e27bc696299a columnFamilyName sid 2024-11-19T12:22:10,269 DEBUG [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:10,269 INFO [StoreOpener-c230d5e36e9a917108c0e27bc696299a-1 {}] regionserver.HStore(327): Store=c230d5e36e9a917108c0e27bc696299a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:10,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/replication/c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/replication/c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:10,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/replication/c230d5e36e9a917108c0e27bc696299a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:10,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c230d5e36e9a917108c0e27bc696299a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75001046, jitterRate=0.11760267615318298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:10,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:10,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c230d5e36e9a917108c0e27bc696299a: Running coprocessor pre-open hook at 1732018930264Writing region info on filesystem at 1732018930264Initializing all the Stores at 1732018930265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018930265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018930265Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018930265Cleaning up temporary data from old regions at 1732018930271 (+6 ms)Running coprocessor post-open hooks at 1732018930277 (+6 ms)Region opened successfully at 1732018930277 2024-11-19T12:22:10,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a., pid=10, masterSystemTime=1732018930241 2024-11-19T12:22:10,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:10,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:10,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c230d5e36e9a917108c0e27bc696299a, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,36751,1732018916453 2024-11-19T12:22:10,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c230d5e36e9a917108c0e27bc696299a, server=351a98347401,36751,1732018916453 because future has completed 2024-11-19T12:22:10,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:22:10,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c230d5e36e9a917108c0e27bc696299a, server=351a98347401,36751,1732018916453 in 193 msec 2024-11-19T12:22:10,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:22:10,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c230d5e36e9a917108c0e27bc696299a, ASSIGN in 349 msec 2024-11-19T12:22:10,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:10,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018930287"}]},"ts":"1732018930287"} 2024-11-19T12:22:10,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:22:10,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:10,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-19T12:22:10,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a., hostname=351a98347401,36751,1732018916453, seqNum=2] 2024-11-19T12:22:10,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:10,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:10,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:22:10,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:22:10,588 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:22:10,631 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,36751,1732018916453, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:22:10,632 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:10,632 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36751,1732018916453, seqNum=-1] 2024-11-19T12:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:10,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:10,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,36751,1732018916453', locateType=CURRENT is [region=hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a., hostname=351a98347401,36751,1732018916453, seqNum=2] 2024-11-19T12:22:10,640 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:22:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:22:10,643 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,36751,1732018916453 suceeded 2024-11-19T12:22:10,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:22:10,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-19T12:22:10,645 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:41077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:22:10,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5830 sec 2024-11-19T12:22:10,661 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:41077' 2024-11-19T12:22:10,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c4e71d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:10,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:10,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:10,663 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e8e06aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:10,664 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:10,665 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40375286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:10,665 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,41077,1732018911481 2024-11-19T12:22:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fbd2436 2024-11-19T12:22:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:10,668 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:10,669 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,36751,1732018916453 (queues=1) is replicating from cluster=f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec to cluster=7651c6b2-6504-4123-9262-527c4d0a2813 2024-11-19T12:22:10,669 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C36751%2C1732018916453 2024-11-19T12:22:10,669 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,36751,1732018916453, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:22:10,676 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, startPosition=0, beingWritten=true 2024-11-19T12:22:10,684 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C36751%2C1732018916453 2024-11-19T12:22:10,690 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:10,690 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 379, reset compression=false 2024-11-19T12:22:10,690 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:10,694 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:10,805 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:10,902 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 379, reset compression=false 2024-11-19T12:22:11,206 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 379, reset compression=false 2024-11-19T12:22:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:11,218 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:22:11,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:11,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:11,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:11,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:11,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:11,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43501,-1 for getting cluster id 2024-11-19T12:22:11,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:11,220 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d4e5969-7c78-4822-aeb1-0f7e194483d2' 2024-11-19T12:22:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d4e5969-7c78-4822-aeb1-0f7e194483d2" 2024-11-19T12:22:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d40d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43501,-1] 2024-11-19T12:22:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:11,221 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff84e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:11,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:11,223 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f314451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:11,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:11,224 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1c5179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43351,-1 for getting cluster id 2024-11-19T12:22:11,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:11,225 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec' 2024-11-19T12:22:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec" 2024-11-19T12:22:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89be697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43351,-1] 2024-11-19T12:22:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:11,226 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,39541,1732018905870, seqNum=-1] 2024-11-19T12:22:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:11,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018920312.45b0da879560dd5869fe791e9aa7d184., hostname=351a98347401,39541,1732018905870, seqNum=2] 2024-11-19T12:22:11,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36751,1732018916453, seqNum=-1] 2024-11-19T12:22:11,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:11,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699., hostname=351a98347401,36751,1732018916453, seqNum=2] 2024-11-19T12:22:11,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T12:22:11,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:11,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:22:11,388 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108983 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:22:11,405 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:11,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:11,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:11,610 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 379, reset compression=false 2024-11-19T12:22:11,808 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 379, reset compression=false 2024-11-19T12:22:11,813 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:11,813 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:11,813 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,39541,1732018905870 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b0da879560dd5869fe791e9aa7d184/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T12:22:11,815 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:11,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T12:22:11,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:11,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ffa859b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,41077,-1 for getting cluster id 2024-11-19T12:22:11,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:11,825 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7651c6b2-6504-4123-9262-527c4d0a2813' 2024-11-19T12:22:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7651c6b2-6504-4123-9262-527c4d0a2813" 2024-11-19T12:22:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@230188a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,41077,-1] 2024-11-19T12:22:11,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:11,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:11,827 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:11,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a8f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:11,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41663,1732018911628, seqNum=-1] 2024-11-19T12:22:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:11,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:11,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018922460.53520e28ed453c280ad8e54aba614038., hostname=351a98347401,41663,1732018911628, seqNum=2] 2024-11-19T12:22:11,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:12,016 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:12,113 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 379, reset compression=false 2024-11-19T12:22:12,213 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 379, reset compression=false 2024-11-19T12:22:12,219 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:12,219 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 503, reset compression=false 2024-11-19T12:22:12,219 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[{test/53520e28ed453c280ad8e54aba614038/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T12:22:12,225 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:12,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T12:22:12,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:12,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524e48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:12,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43351,-1 for getting cluster id 2024-11-19T12:22:12,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:12,237 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec' 2024-11-19T12:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f51d6f-90c9-4c7d-b8fd-b10f9c942fec" 2024-11-19T12:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f892fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43351,-1] 2024-11-19T12:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:12,239 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:12,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T12:22:12,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a9972e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:12,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:12,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,36751,1732018916453, seqNum=-1] 2024-11-19T12:22:12,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:12,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:12,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699., hostname=351a98347401,36751,1732018916453, seqNum=2] 2024-11-19T12:22:12,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:12,262 DEBUG [master/351a98347401:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-19T12:22:12,262 DEBUG [master/351a98347401:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T12:22:12,320 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:12,429 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 503, reset compression=false 2024-11-19T12:22:12,718 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 379, reset compression=false 2024-11-19T12:22:12,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:12,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 526, reset compression=false 2024-11-19T12:22:12,722 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:12,725 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:12,737 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 503, reset compression=false 2024-11-19T12:22:12,926 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 526, reset compression=false 2024-11-19T12:22:13,141 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 503, reset compression=false 2024-11-19T12:22:13,229 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 526, reset compression=false 2024-11-19T12:22:13,231 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:13,241 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T12:22:13,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41663,1732018911628, seqNum=-1] 2024-11-19T12:22:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:13,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732018922460.53520e28ed453c280ad8e54aba614038., hostname=351a98347401,41663,1732018911628, seqNum=2] 2024-11-19T12:22:13,247 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T12:22:13,633 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 526, reset compression=false 2024-11-19T12:22:13,644 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 503, reset compression=false 2024-11-19T12:22:13,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:13,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 607, reset compression=false 2024-11-19T12:22:13,662 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[{test/53520e28ed453c280ad8e54aba614038/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:22:13,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:13,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:13,834 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:13,866 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 607, reset compression=false 2024-11-19T12:22:14,137 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 526, reset compression=false 2024-11-19T12:22:14,141 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:14,141 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 653, reset compression=false 2024-11-19T12:22:14,141 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:14,168 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 607, reset compression=false 2024-11-19T12:22:14,249 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T12:22:14,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T12:22:14,344 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 653, reset compression=false 2024-11-19T12:22:14,349 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:14,349 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 757, reset compression=false 2024-11-19T12:22:14,349 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7998ce3ff1c6f92718448f7b75ed699/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T12:22:14,351 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:14,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T12:22:14,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:14,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:14,538 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:14,555 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 757, reset compression=false 2024-11-19T12:22:14,573 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 607, reset compression=false 2024-11-19T12:22:14,578 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:14,578 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 735, reset compression=false 2024-11-19T12:22:14,578 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:14,783 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 735, reset compression=false 2024-11-19T12:22:14,859 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 757, reset compression=false 2024-11-19T12:22:15,086 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 735, reset compression=false 2024-11-19T12:22:15,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:22:15,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T12:22:15,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T12:22:15,262 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 757, reset compression=false 2024-11-19T12:22:15,359 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 480, reset compression=false 2024-11-19T12:22:15,363 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:15,363 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:15,363 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,39541,1732018905870 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b0da879560dd5869fe791e9aa7d184/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T12:22:15,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:15,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:15,489 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 735, reset compression=false 2024-11-19T12:22:15,493 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:15,493 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 882, reset compression=false 2024-11-19T12:22:15,493 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[{test/53520e28ed453c280ad8e54aba614038/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T12:22:15,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:15,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:15,569 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:15,696 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 882, reset compression=false 2024-11-19T12:22:15,765 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 757, reset compression=false 2024-11-19T12:22:15,769 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:15,769 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 927, reset compression=false 2024-11-19T12:22:15,769 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:15,872 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:15,972 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 927, reset compression=false 2024-11-19T12:22:16,000 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 882, reset compression=false 2024-11-19T12:22:16,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T12:22:16,260 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T12:22:16,276 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:16,276 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 927, reset compression=false 2024-11-19T12:22:16,403 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 882, reset compression=false 2024-11-19T12:22:16,408 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:16,408 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1041, reset compression=false 2024-11-19T12:22:16,408 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[{test/53520e28ed453c280ad8e54aba614038/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T12:22:16,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:16,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:16,611 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1041, reset compression=false 2024-11-19T12:22:16,679 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 927, reset compression=false 2024-11-19T12:22:16,686 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:16,686 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1076, reset compression=false 2024-11-19T12:22:16,686 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:16,779 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:16,893 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1076, reset compression=false 2024-11-19T12:22:16,916 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1041, reset compression=false 2024-11-19T12:22:17,196 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1076, reset compression=false 2024-11-19T12:22:17,262 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T12:22:17,264 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T12:22:17,319 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1041, reset compression=false 2024-11-19T12:22:17,387 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:17,599 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1076, reset compression=false 2024-11-19T12:22:17,605 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:17,605 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1235, reset compression=false 2024-11-19T12:22:17,605 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7998ce3ff1c6f92718448f7b75ed699/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T12:22:17,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T12:22:17,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T12:22:17,808 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1235, reset compression=false 2024-11-19T12:22:17,821 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1041, reset compression=false 2024-11-19T12:22:17,825 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:17,825 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:17,825 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:18,028 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:18,091 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:18,112 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1235, reset compression=false 2024-11-19T12:22:18,266 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T12:22:18,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:22:18,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:18,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:18,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:18,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:18,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:18,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:22:18,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1912084319, stopped=false 2024-11-19T12:22:18,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,43351,1732018916223 2024-11-19T12:22:18,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21181380298/running 2024-11-19T12:22:18,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21181380298/running 2024-11-19T12:22:18,286 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:22:18,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:18,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:18,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/running 2024-11-19T12:22:18,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Set watcher on znode that does not yet exist, /21181380298/running 2024-11-19T12:22:18,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:18,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:18,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:18,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,36751,1732018916453' ***** 2024-11-19T12:22:18,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:22:18,288 INFO [RS:0;351a98347401:36751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:22:18,288 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:22:18,288 INFO [RS:0;351a98347401:36751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(3091): Received CLOSE for c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(3091): Received CLOSE for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(959): stopping server 351a98347401,36751,1732018916453 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:22:18,289 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7998ce3ff1c6f92718448f7b75ed699, disabling compactions & flushes 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36751. 2024-11-19T12:22:18,289 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:18,289 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:18,289 DEBUG [RS:0;351a98347401:36751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:18,289 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. after waiting 0 ms 2024-11-19T12:22:18,289 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:18,289 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:22:18,289 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7998ce3ff1c6f92718448f7b75ed699 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T12:22:18,289 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:22:18,290 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:22:18,290 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1325): Online Regions={c7998ce3ff1c6f92718448f7b75ed699=test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699., c230d5e36e9a917108c0e27bc696299a=hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:22:18,290 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c230d5e36e9a917108c0e27bc696299a, c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:18,290 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:18,290 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:18,290 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:18,290 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:18,290 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:18,290 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:22:18,305 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/info/d1554381574e4609954468bb8e2b2d33 is 147, key is hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a./info:regioninfo/1732018930280/Put/seqid=0 2024-11-19T12:22:18,307 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:22:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741840_1016 (size=7686) 2024-11-19T12:22:18,308 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/info/d1554381574e4609954468bb8e2b2d33 2024-11-19T12:22:18,314 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/f/93d3664594ad4b30ac674fa4a85c764e is 29, key is row1/f:/1732018936258/DeleteFamily/seqid=0 2024-11-19T12:22:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741841_1017 (size=5152) 2024-11-19T12:22:18,317 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/f/93d3664594ad4b30ac674fa4a85c764e 2024-11-19T12:22:18,321 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93d3664594ad4b30ac674fa4a85c764e 2024-11-19T12:22:18,328 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/ns/e9dd47287ac1458a828bf516c41504ea is 43, key is default/ns:d/1732018920221/Put/seqid=0 2024-11-19T12:22:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741842_1018 (size=5153) 2024-11-19T12:22:18,332 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:18,334 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/f1/f8a972e2f28449dbbe0c27c8c4283b0f is 30, key is row1/f1:/1732018936258/DeleteFamily/seqid=0 2024-11-19T12:22:18,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741843_1019 (size=5158) 2024-11-19T12:22:18,490 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c230d5e36e9a917108c0e27bc696299a, c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:18,514 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1235, reset compression=false 2024-11-19T12:22:18,526 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:18,526 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1482, reset compression=false 2024-11-19T12:22:18,526 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,36751,1732018916453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:18,526 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,36751,1732018916453: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,36751,1732018916453, walGroup=351a98347401%2C36751%2C1732018916453, offset=351a98347401%2C36751%2C1732018916453.1732018919208:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:36751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:22:18,527 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:22:18,527 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:22:18,528 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:22:18,528 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:22:18,528 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:22:18,528 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 853349264 }, "NonHeapMemoryUsage": { "committed": 205258752, "init": 7667712, "max": -1, "used": 202373560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:22:18,528 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:43351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:43351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:22:18,690 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c230d5e36e9a917108c0e27bc696299a, c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:18,728 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1482, reset compression=false 2024-11-19T12:22:18,732 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/ns/e9dd47287ac1458a828bf516c41504ea 2024-11-19T12:22:18,735 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:18,737 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/f1/f8a972e2f28449dbbe0c27c8c4283b0f 2024-11-19T12:22:18,740 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8a972e2f28449dbbe0c27c8c4283b0f 2024-11-19T12:22:18,751 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/rep_barrier/9f4ac739358940b599d2b7202cda48a2 is 112, key is test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699./rep_barrier:seqnumDuringOpen/1732018924371/Put/seqid=0 2024-11-19T12:22:18,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741844_1020 (size=5518) 2024-11-19T12:22:18,756 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/norep/676a2796ced74059a695413e5b822848 is 33, key is row2/norep:/1732018937262/DeleteFamily/seqid=0 2024-11-19T12:22:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741845_1021 (size=5108) 2024-11-19T12:22:18,890 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c230d5e36e9a917108c0e27bc696299a, c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:18,895 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:19,031 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1482, reset compression=false 2024-11-19T12:22:19,076 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:22:19,076 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:22:19,090 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c230d5e36e9a917108c0e27bc696299a, c7998ce3ff1c6f92718448f7b75ed699 2024-11-19T12:22:19,155 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/rep_barrier/9f4ac739358940b599d2b7202cda48a2 2024-11-19T12:22:19,159 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/norep/676a2796ced74059a695413e5b822848 2024-11-19T12:22:19,163 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 676a2796ced74059a695413e5b822848 2024-11-19T12:22:19,163 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/f/93d3664594ad4b30ac674fa4a85c764e as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/f/93d3664594ad4b30ac674fa4a85c764e 2024-11-19T12:22:19,167 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93d3664594ad4b30ac674fa4a85c764e 2024-11-19T12:22:19,167 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/f/93d3664594ad4b30ac674fa4a85c764e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T12:22:19,168 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/f1/f8a972e2f28449dbbe0c27c8c4283b0f as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/f1/f8a972e2f28449dbbe0c27c8c4283b0f 2024-11-19T12:22:19,171 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8a972e2f28449dbbe0c27c8c4283b0f 2024-11-19T12:22:19,171 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/f1/f8a972e2f28449dbbe0c27c8c4283b0f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T12:22:19,172 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/.tmp/norep/676a2796ced74059a695413e5b822848 as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/norep/676a2796ced74059a695413e5b822848 2024-11-19T12:22:19,175 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 676a2796ced74059a695413e5b822848 2024-11-19T12:22:19,175 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/norep/676a2796ced74059a695413e5b822848, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T12:22:19,175 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/table/cd91bd57b210490296c34dd8e69cae51 is 53, key is hbase:replication/table:state/1732018930287/Put/seqid=0 2024-11-19T12:22:19,176 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c7998ce3ff1c6f92718448f7b75ed699 in 887ms, sequenceid=10, compaction requested=false 2024-11-19T12:22:19,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741846_1022 (size=5308) 2024-11-19T12:22:19,180 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/table/cd91bd57b210490296c34dd8e69cae51 2024-11-19T12:22:19,181 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/default/test/c7998ce3ff1c6f92718448f7b75ed699/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T12:22:19,181 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:19,181 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:22:19,181 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:19,181 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7998ce3ff1c6f92718448f7b75ed699: Waiting for close lock at 1732018938289Running coprocessor pre-close hooks at 1732018938289Disabling compacts and flushes for region at 1732018938289Disabling writes for close at 1732018938289Obtaining lock to block concurrent updates at 1732018938289Preparing flush snapshotting stores in c7998ce3ff1c6f92718448f7b75ed699 at 1732018938289Finished memstore snapshotting test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732018938290 (+1 ms)Flushing stores of test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. at 1732018938290Flushing c7998ce3ff1c6f92718448f7b75ed699/f: creating writer at 1732018938290Flushing c7998ce3ff1c6f92718448f7b75ed699/f: appending metadata at 1732018938313 (+23 ms)Flushing c7998ce3ff1c6f92718448f7b75ed699/f: closing flushed file at 1732018938313Flushing c7998ce3ff1c6f92718448f7b75ed699/f1: creating writer at 1732018938321 (+8 ms)Flushing c7998ce3ff1c6f92718448f7b75ed699/f1: appending metadata at 1732018938334 (+13 ms)Flushing c7998ce3ff1c6f92718448f7b75ed699/f1: closing flushed file at 1732018938334Flushing c7998ce3ff1c6f92718448f7b75ed699/norep: creating writer at 1732018938740 (+406 ms)Flushing c7998ce3ff1c6f92718448f7b75ed699/norep: appending metadata at 1732018938755 (+15 ms)Flushing c7998ce3ff1c6f92718448f7b75ed699/norep: closing flushed file at 1732018938755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cac1bc0: reopening flushed file at 1732018939163 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358bf14c: reopening flushed file at 1732018939167 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fba6d0b: reopening flushed file at 1732018939171 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c7998ce3ff1c6f92718448f7b75ed699 in 887ms, sequenceid=10, compaction requested=false at 1732018939176 (+5 ms)Writing region close event to WAL at 1732018939178 (+2 ms)Running coprocessor post-close hooks at 1732018939181 (+3 ms)Closed at 1732018939181 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018923600.c7998ce3ff1c6f92718448f7b75ed699. 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c230d5e36e9a917108c0e27bc696299a, disabling compactions & flushes 2024-11-19T12:22:19,182 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. after waiting 0 ms 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c230d5e36e9a917108c0e27bc696299a: Waiting for close lock at 1732018939182Running coprocessor pre-close hooks at 1732018939182Disabling compacts and flushes for region at 1732018939182Disabling writes for close at 1732018939182Failed flush hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a., putting online again at 1732018939182 2024-11-19T12:22:19,182 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,183 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/info/d1554381574e4609954468bb8e2b2d33 as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/info/d1554381574e4609954468bb8e2b2d33 2024-11-19T12:22:19,185 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/info/d1554381574e4609954468bb8e2b2d33, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:22:19,186 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/ns/e9dd47287ac1458a828bf516c41504ea as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/ns/e9dd47287ac1458a828bf516c41504ea 2024-11-19T12:22:19,188 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/ns/e9dd47287ac1458a828bf516c41504ea, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:22:19,189 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/rep_barrier/9f4ac739358940b599d2b7202cda48a2 as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/rep_barrier/9f4ac739358940b599d2b7202cda48a2 2024-11-19T12:22:19,191 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/rep_barrier/9f4ac739358940b599d2b7202cda48a2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:22:19,192 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/.tmp/table/cd91bd57b210490296c34dd8e69cae51 as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/table/cd91bd57b210490296c34dd8e69cae51 2024-11-19T12:22:19,195 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/table/cd91bd57b210490296c34dd8e69cae51, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:22:19,195 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-19T12:22:19,198 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:22:19,199 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:19,199 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:22:19,199 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:19,199 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018938290Running coprocessor pre-close hooks at 1732018938290Disabling compacts and flushes for region at 1732018938290Disabling writes for close at 1732018938290Obtaining lock to block concurrent updates at 1732018938290Preparing flush snapshotting stores in 1588230740 at 1732018938290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018938290Flushing stores of hbase:meta,,1.1588230740 at 1732018938291 (+1 ms)Flushing 1588230740/info: creating writer at 1732018938291Flushing 1588230740/info: appending metadata at 1732018938304 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732018938304Flushing 1588230740/ns: creating writer at 1732018938312 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732018938328 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732018938328Flushing 1588230740/rep_barrier: creating writer at 1732018938735 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018938751 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018938751Flushing 1588230740/table: creating writer at 1732018939159 (+408 ms)Flushing 1588230740/table: appending metadata at 1732018939175 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732018939175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1ad53c: reopening flushed file at 1732018939182 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cc5618: reopening flushed file at 1732018939185 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e8c53f: reopening flushed file at 1732018939188 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76451e01: reopening flushed file at 1732018939191 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1732018939195 (+4 ms)Writing region close event to WAL at 1732018939196 (+1 ms)Running coprocessor post-close hooks at 1732018939199 (+3 ms)Closed at 1732018939199 2024-11-19T12:22:19,199 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:19,238 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:19,291 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(3091): Received CLOSE for c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:19,291 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1351): Waiting on c230d5e36e9a917108c0e27bc696299a 2024-11-19T12:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c230d5e36e9a917108c0e27bc696299a, disabling compactions & flushes 2024-11-19T12:22:19,291 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. after waiting 0 ms 2024-11-19T12:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c230d5e36e9a917108c0e27bc696299a: Waiting for close lock at 1732018939291Running coprocessor pre-close hooks at 1732018939291Disabling compacts and flushes for region at 1732018939291Disabling writes for close at 1732018939291Failed flush hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a., putting online again at 1732018939291 2024-11-19T12:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a. 2024-11-19T12:22:19,435 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 1482, reset compression=false 2024-11-19T12:22:19,439 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:19,439 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 2126, reset compression=false 2024-11-19T12:22:19,491 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:22:19,491 DEBUG [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1325): Online Regions={c230d5e36e9a917108c0e27bc696299a=hbase:replication,,1732018929084.c230d5e36e9a917108c0e27bc696299a.} 2024-11-19T12:22:19,491 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T12:22:19,491 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(976): stopping server 351a98347401,36751,1732018916453; all regions closed. 2024-11-19T12:22:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:22:19,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.meta.1732018920166.meta not finished, retry = 0 2024-11-19T12:22:19,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741839_1015 (size=2171) 2024-11-19T12:22:19,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.rep.1732018930246 not finished, retry = 0 2024-11-19T12:22:19,642 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/WALs/351a98347401,36751,1732018916453/351a98347401%2C36751%2C1732018916453.1732018919208 to pos 2126, reset compression=false 2024-11-19T12:22:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741832_1008 (size=2134) 2024-11-19T12:22:19,698 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:19,698 INFO [RS:0;351a98347401:36751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:22:19,699 INFO [RS:0;351a98347401:36751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:22:19,699 INFO [RS:0;351a98347401:36751 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:22:19,699 INFO [RS:0;351a98347401:36751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:22:19,699 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:22:19,699 INFO [RS:0;351a98347401:36751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,36751,1732018916453 because: Region server is closing 2024-11-19T12:22:19,700 INFO [RS:0;351a98347401:36751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36751. 2024-11-19T12:22:19,700 DEBUG [RS:0;351a98347401:36751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:19,700 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:19,700 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:19,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:19,797 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:19,800 INFO [RS:0;351a98347401:36751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.shipper351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 terminated 2024-11-19T12:22:19,800 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,36751,1732018916453.replicationSource.wal-reader.351a98347401%2C36751%2C1732018916453,1-351a98347401,36751,1732018916453 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:22:19,800 INFO [RS:0;351a98347401:36751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:36751. 2024-11-19T12:22:19,800 DEBUG [RS:0;351a98347401:36751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:19,800 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:19,800 DEBUG [RS:0;351a98347401:36751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:19,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:19,801 INFO [RS:0;351a98347401:36751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36751 2024-11-19T12:22:19,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298/rs 2024-11-19T12:22:19,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21181380298/rs/351a98347401,36751,1732018916453 2024-11-19T12:22:19,813 INFO [RS:0;351a98347401:36751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:22:19,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,36751,1732018916453] 2024-11-19T12:22:19,842 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:19,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21181380298/draining/351a98347401,36751,1732018916453 already deleted, retry=false 2024-11-19T12:22:19,855 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,36751,1732018916453 expired; onlineServers=0 2024-11-19T12:22:19,855 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,43351,1732018916223' ***** 2024-11-19T12:22:19,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:22:19,855 INFO [M:0;351a98347401:43351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:22:19,855 INFO [M:0;351a98347401:43351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:22:19,855 DEBUG [M:0;351a98347401:43351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:22:19,855 DEBUG [M:0;351a98347401:43351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:22:19,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:22:19,855 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018918959 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018918959,5,FailOnTimeoutGroup] 2024-11-19T12:22:19,855 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018918956 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018918956,5,FailOnTimeoutGroup] 2024-11-19T12:22:19,855 INFO [M:0;351a98347401:43351 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:22:19,855 INFO [M:0;351a98347401:43351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:22:19,856 DEBUG [M:0;351a98347401:43351 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:22:19,856 INFO [M:0;351a98347401:43351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:22:19,856 INFO [M:0;351a98347401:43351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:22:19,856 INFO [M:0;351a98347401:43351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:22:19,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:22:19,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21181380298/master 2024-11-19T12:22:19,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21181380298 2024-11-19T12:22:19,865 DEBUG [M:0;351a98347401:43351 {}] zookeeper.ZKUtil(347): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Unable to get data of znode /21181380298/master because node does not exist (not an error) 2024-11-19T12:22:19,865 WARN [M:0;351a98347401:43351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:22:19,866 INFO [M:0;351a98347401:43351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/.lastflushedseqids 2024-11-19T12:22:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741847_1023 (size=245) 2024-11-19T12:22:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:19,934 INFO [RS:0;351a98347401:36751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:22:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36751-0x101530b14240007, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:19,934 INFO [RS:0;351a98347401:36751 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,36751,1732018916453; zookeeper connection closed. 2024-11-19T12:22:19,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@617f737d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@617f737d 2024-11-19T12:22:19,934 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:22:20,278 INFO [M:0;351a98347401:43351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:22:20,278 INFO [M:0;351a98347401:43351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:22:20,278 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:20,278 INFO [M:0;351a98347401:43351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:20,278 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:20,278 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:20,278 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:20,278 INFO [M:0;351a98347401:43351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T12:22:20,293 DEBUG [M:0;351a98347401:43351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f22fa8c50ee148f88fca894742dc1377 is 82, key is hbase:meta,,1/info:regioninfo/1732018920206/Put/seqid=0 2024-11-19T12:22:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741848_1024 (size=5672) 2024-11-19T12:22:20,545 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:20,697 INFO [M:0;351a98347401:43351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f22fa8c50ee148f88fca894742dc1377 2024-11-19T12:22:20,712 DEBUG [M:0;351a98347401:43351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1443110a94294086b08a1db0cccaa3f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018930290/Put/seqid=0 2024-11-19T12:22:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741849_1025 (size=8517) 2024-11-19T12:22:20,800 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:21,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:22:21,115 INFO [M:0;351a98347401:43351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1443110a94294086b08a1db0cccaa3f9 2024-11-19T12:22:21,130 DEBUG [M:0;351a98347401:43351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9075f7f6c0bd49de8bb24be6acf9020a is 69, key is 351a98347401,36751,1732018916453/rs:state/1732018919009/Put/seqid=0 2024-11-19T12:22:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741850_1026 (size=5156) 2024-11-19T12:22:21,348 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:21,533 INFO [M:0;351a98347401:43351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9075f7f6c0bd49de8bb24be6acf9020a 2024-11-19T12:22:21,537 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f22fa8c50ee148f88fca894742dc1377 as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f22fa8c50ee148f88fca894742dc1377 2024-11-19T12:22:21,540 INFO [M:0;351a98347401:43351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f22fa8c50ee148f88fca894742dc1377, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:22:21,540 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1443110a94294086b08a1db0cccaa3f9 as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1443110a94294086b08a1db0cccaa3f9 2024-11-19T12:22:21,543 INFO [M:0;351a98347401:43351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1443110a94294086b08a1db0cccaa3f9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:22:21,543 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9075f7f6c0bd49de8bb24be6acf9020a as hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9075f7f6c0bd49de8bb24be6acf9020a 2024-11-19T12:22:21,546 INFO [M:0;351a98347401:43351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40825/user/jenkins/test-data/6ae4b135-01f6-9abc-7030-a0e15fe67167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9075f7f6c0bd49de8bb24be6acf9020a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:22:21,547 INFO [M:0;351a98347401:43351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-11-19T12:22:21,548 INFO [M:0;351a98347401:43351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:21,548 DEBUG [M:0;351a98347401:43351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018940278Disabling compacts and flushes for region at 1732018940278Disabling writes for close at 1732018940278Obtaining lock to block concurrent updates at 1732018940278Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018940278Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732018940279 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018940279Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018940279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018940293 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018940293Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018940700 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018940711 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018940711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018941118 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018941129 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018941129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e4dae: reopening flushed file at 1732018941536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522061ca: reopening flushed file at 1732018941540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19207d5a: reopening flushed file at 1732018941543 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1732018941547 (+4 ms)Writing region close event to WAL at 1732018941547Closed at 1732018941547 2024-11-19T12:22:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741830_1006 (size=63666) 2024-11-19T12:22:21,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:22:21,549 INFO [M:0;351a98347401:43351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:22:21,550 INFO [M:0;351a98347401:43351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43351 2024-11-19T12:22:21,550 INFO [M:0;351a98347401:43351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:22:21,702 INFO [M:0;351a98347401:43351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:22:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101530b14240006, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:21,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:21,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:22:21,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:22:21,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:22:21,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir/,STOPPED} 2024-11-19T12:22:21,708 WARN [BP-10583511-172.17.0.2-1732018913629 heartbeating to localhost/127.0.0.1:40825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:22:21,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:22:21,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:22:21,708 WARN [BP-10583511-172.17.0.2-1732018913629 heartbeating to localhost/127.0.0.1:40825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-10583511-172.17.0.2-1732018913629 (Datanode Uuid ff10724f-e853-4960-ad10-cb4811b4370e) service to localhost/127.0.0.1:40825 2024-11-19T12:22:21,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/cluster_cd777abb-dcee-c158-3085-a7527be5f523/data/data1/current/BP-10583511-172.17.0.2-1732018913629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:22:21,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/cluster_cd777abb-dcee-c158-3085-a7527be5f523/data/data2/current/BP-10583511-172.17.0.2-1732018913629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:22:21,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:22:21,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:21,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:22:21,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:22:21,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:22:21,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir/,STOPPED} 2024-11-19T12:22:21,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:22:21,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:22:21,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:21,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:21,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:21,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:21,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:21,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:22:21,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=60748167, stopped=false 2024-11-19T12:22:21,736 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,41077,1732018911481 2024-11-19T12:22:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-105054210/running 2024-11-19T12:22:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-105054210/running 2024-11-19T12:22:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:22:21,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:22:21,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:22:21,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:21,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:21,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:21,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/running 2024-11-19T12:22:21,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,41663,1732018911628' ***** 2024-11-19T12:22:21,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Set watcher on znode that does not yet exist, /1-105054210/running 2024-11-19T12:22:21,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:22:21,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(959): stopping server 351a98347401,41663,1732018911628 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41663. 2024-11-19T12:22:21,761 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53520e28ed453c280ad8e54aba614038, disabling compactions & flushes 2024-11-19T12:22:21,761 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:21,761 DEBUG [RS:0;351a98347401:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:21,761 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:21,761 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:21,761 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018922460.53520e28ed453c280ad8e54aba614038. after waiting 0 ms 2024-11-19T12:22:21,761 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:22:21,761 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:22:21,762 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53520e28ed453c280ad8e54aba614038 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T12:22:21,762 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:22:21,762 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 53520e28ed453c280ad8e54aba614038=test,,1732018922460.53520e28ed453c280ad8e54aba614038., 48a146d1058bc36cd8177601288204ea=hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.} 2024-11-19T12:22:21,762 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:21,762 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:21,762 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:21,762 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:21,762 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:21,762 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:21,762 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:22:21,774 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:22:21,777 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/f/ab3f3d00865a457883ae32669f071d44 is 29, key is row1/f:/1732018936258/DeleteFamily/seqid=0 2024-11-19T12:22:21,779 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/info/5cb0723fa24d448ca66f4ceef474504c is 147, key is hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea./info:regioninfo/1732018928112/Put/seqid=0 2024-11-19T12:22:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741840_1016 (size=5152) 2024-11-19T12:22:21,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741841_1017 (size=7686) 2024-11-19T12:22:21,903 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:21,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,962 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:21,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:21,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:22,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:22,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:22,162 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:22,180 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/f/ab3f3d00865a457883ae32669f071d44 2024-11-19T12:22:22,184 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab3f3d00865a457883ae32669f071d44 2024-11-19T12:22:22,186 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/info/5cb0723fa24d448ca66f4ceef474504c 2024-11-19T12:22:22,199 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/f1/d8800138048f4f308dc24dd63ea3410a is 30, key is row1/f1:/1732018936258/DeleteFamily/seqid=0 2024-11-19T12:22:22,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741842_1018 (size=5158) 2024-11-19T12:22:22,205 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/ns/6c191658dcc5445dbe97725df558cd2d is 43, key is default/ns:d/1732018913484/Put/seqid=0 2024-11-19T12:22:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741843_1019 (size=5153) 2024-11-19T12:22:22,251 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1191, reset compression=false 2024-11-19T12:22:22,255 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:22,255 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1438, reset compression=false 2024-11-19T12:22:22,255 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41663,1732018911628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:22,255 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,41663,1732018911628: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,41663,1732018911628, walGroup=351a98347401%2C41663%2C1732018911628, offset=351a98347401%2C41663%2C1732018911628.1732018912687:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:41663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:22:22,257 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:22:22,257 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:22:22,257 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:22:22,257 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:22:22,257 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:22:22,257 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 951915408 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202824056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:22:22,258 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:41077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:41077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:22:22,362 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:22,457 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1438, reset compression=false 2024-11-19T12:22:22,548 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:22:22,548 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:22:22,562 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:22,604 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/f1/d8800138048f4f308dc24dd63ea3410a 2024-11-19T12:22:22,607 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8800138048f4f308dc24dd63ea3410a 2024-11-19T12:22:22,608 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/ns/6c191658dcc5445dbe97725df558cd2d 2024-11-19T12:22:22,623 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/rep_barrier/ccbd7eca249b4cc485ed3c16ce43a311 is 112, key is test,,1732018922460.53520e28ed453c280ad8e54aba614038./rep_barrier:seqnumDuringOpen/1732018923256/Put/seqid=0 2024-11-19T12:22:22,624 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/norep/1732bf69dda345a2ace3850e13549cbb is 33, key is row1/norep:/1732018936258/DeleteFamily/seqid=0 2024-11-19T12:22:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741845_1021 (size=5108) 2024-11-19T12:22:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741844_1020 (size=5518) 2024-11-19T12:22:22,632 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/rep_barrier/ccbd7eca249b4cc485ed3c16ce43a311 2024-11-19T12:22:22,650 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/table/f78d9a49f2f2479088bd1440bf856803 is 53, key is hbase:replication/table:state/1732018928122/Put/seqid=0 2024-11-19T12:22:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741846_1022 (size=5308) 2024-11-19T12:22:22,760 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1438, reset compression=false 2024-11-19T12:22:22,763 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:22,963 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48a146d1058bc36cd8177601288204ea, 53520e28ed453c280ad8e54aba614038 2024-11-19T12:22:23,028 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/norep/1732bf69dda345a2ace3850e13549cbb 2024-11-19T12:22:23,031 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1732bf69dda345a2ace3850e13549cbb 2024-11-19T12:22:23,032 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/f/ab3f3d00865a457883ae32669f071d44 as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/f/ab3f3d00865a457883ae32669f071d44 2024-11-19T12:22:23,035 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab3f3d00865a457883ae32669f071d44 2024-11-19T12:22:23,035 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/f/ab3f3d00865a457883ae32669f071d44, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T12:22:23,036 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/f1/d8800138048f4f308dc24dd63ea3410a as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/f1/d8800138048f4f308dc24dd63ea3410a 2024-11-19T12:22:23,039 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8800138048f4f308dc24dd63ea3410a 2024-11-19T12:22:23,039 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/f1/d8800138048f4f308dc24dd63ea3410a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T12:22:23,040 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/.tmp/norep/1732bf69dda345a2ace3850e13549cbb as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/norep/1732bf69dda345a2ace3850e13549cbb 2024-11-19T12:22:23,043 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1732bf69dda345a2ace3850e13549cbb 2024-11-19T12:22:23,043 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/norep/1732bf69dda345a2ace3850e13549cbb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T12:22:23,044 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 53520e28ed453c280ad8e54aba614038 in 1283ms, sequenceid=10, compaction requested=false 2024-11-19T12:22:23,047 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/default/test/53520e28ed453c280ad8e54aba614038/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T12:22:23,047 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:23,047 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:22:23,047 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:23,047 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53520e28ed453c280ad8e54aba614038: Waiting for close lock at 1732018941761Running coprocessor pre-close hooks at 1732018941761Disabling compacts and flushes for region at 1732018941761Disabling writes for close at 1732018941761Obtaining lock to block concurrent updates at 1732018941762 (+1 ms)Preparing flush snapshotting stores in 53520e28ed453c280ad8e54aba614038 at 1732018941762Finished memstore snapshotting test,,1732018922460.53520e28ed453c280ad8e54aba614038., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732018941762Flushing stores of test,,1732018922460.53520e28ed453c280ad8e54aba614038. at 1732018941763 (+1 ms)Flushing 53520e28ed453c280ad8e54aba614038/f: creating writer at 1732018941763Flushing 53520e28ed453c280ad8e54aba614038/f: appending metadata at 1732018941776 (+13 ms)Flushing 53520e28ed453c280ad8e54aba614038/f: closing flushed file at 1732018941776Flushing 53520e28ed453c280ad8e54aba614038/f1: creating writer at 1732018942184 (+408 ms)Flushing 53520e28ed453c280ad8e54aba614038/f1: appending metadata at 1732018942198 (+14 ms)Flushing 53520e28ed453c280ad8e54aba614038/f1: closing flushed file at 1732018942198Flushing 53520e28ed453c280ad8e54aba614038/norep: creating writer at 1732018942607 (+409 ms)Flushing 53520e28ed453c280ad8e54aba614038/norep: appending metadata at 1732018942623 (+16 ms)Flushing 53520e28ed453c280ad8e54aba614038/norep: closing flushed file at 1732018942623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320ce534: reopening flushed file at 1732018943031 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3fefe8: reopening flushed file at 1732018943035 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71630f68: reopening flushed file at 1732018943039 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 53520e28ed453c280ad8e54aba614038 in 1283ms, sequenceid=10, compaction requested=false at 1732018943044 (+5 ms)Writing region close event to WAL at 1732018943045 (+1 ms)Running coprocessor post-close hooks at 1732018943047 (+2 ms)Closed at 1732018943047 2024-11-19T12:22:23,047 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018922460.53520e28ed453c280ad8e54aba614038. 2024-11-19T12:22:23,047 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48a146d1058bc36cd8177601288204ea, disabling compactions & flushes 2024-11-19T12:22:23,048 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,048 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,048 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. after waiting 0 ms 2024-11-19T12:22:23,048 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,048 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48a146d1058bc36cd8177601288204ea: Waiting for close lock at 1732018943047Running coprocessor pre-close hooks at 1732018943047Disabling compacts and flushes for region at 1732018943047Disabling writes for close at 1732018943048 (+1 ms)Failed flush hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea., putting online again at 1732018943048 2024-11-19T12:22:23,048 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,053 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/table/f78d9a49f2f2479088bd1440bf856803 2024-11-19T12:22:23,057 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/info/5cb0723fa24d448ca66f4ceef474504c as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/info/5cb0723fa24d448ca66f4ceef474504c 2024-11-19T12:22:23,060 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/info/5cb0723fa24d448ca66f4ceef474504c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:22:23,061 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/ns/6c191658dcc5445dbe97725df558cd2d as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/ns/6c191658dcc5445dbe97725df558cd2d 2024-11-19T12:22:23,064 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/ns/6c191658dcc5445dbe97725df558cd2d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:22:23,064 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/rep_barrier/ccbd7eca249b4cc485ed3c16ce43a311 as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/rep_barrier/ccbd7eca249b4cc485ed3c16ce43a311 2024-11-19T12:22:23,067 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/rep_barrier/ccbd7eca249b4cc485ed3c16ce43a311, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:22:23,067 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/.tmp/table/f78d9a49f2f2479088bd1440bf856803 as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/table/f78d9a49f2f2479088bd1440bf856803 2024-11-19T12:22:23,070 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/table/f78d9a49f2f2479088bd1440bf856803, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:22:23,071 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-19T12:22:23,074 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:22:23,074 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:23,074 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:22:23,074 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:23,074 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018941762Running coprocessor pre-close hooks at 1732018941762Disabling compacts and flushes for region at 1732018941762Disabling writes for close at 1732018941762Obtaining lock to block concurrent updates at 1732018941762Preparing flush snapshotting stores in 1588230740 at 1732018941762Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018941762Flushing stores of hbase:meta,,1.1588230740 at 1732018941763 (+1 ms)Flushing 1588230740/info: creating writer at 1732018941764 (+1 ms)Flushing 1588230740/info: appending metadata at 1732018941778 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732018941778Flushing 1588230740/ns: creating writer at 1732018942189 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732018942204 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732018942204Flushing 1588230740/rep_barrier: creating writer at 1732018942611 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018942623 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018942623Flushing 1588230740/table: creating writer at 1732018942635 (+12 ms)Flushing 1588230740/table: appending metadata at 1732018942649 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732018942649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e52b13: reopening flushed file at 1732018943056 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8777da1: reopening flushed file at 1732018943060 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c9c6a7: reopening flushed file at 1732018943064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133868c2: reopening flushed file at 1732018943067 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1732018943071 (+4 ms)Writing region close event to WAL at 1732018943072 (+1 ms)Running coprocessor post-close hooks at 1732018943074 (+2 ms)Closed at 1732018943074 2024-11-19T12:22:23,074 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:23,106 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:23,163 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:22:23,163 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1325): Online Regions={48a146d1058bc36cd8177601288204ea=hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea.} 2024-11-19T12:22:23,163 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:23,163 DEBUG [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1351): Waiting on 48a146d1058bc36cd8177601288204ea 2024-11-19T12:22:23,163 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48a146d1058bc36cd8177601288204ea, disabling compactions & flushes 2024-11-19T12:22:23,163 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,163 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,163 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. after waiting 0 ms 2024-11-19T12:22:23,163 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,163 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48a146d1058bc36cd8177601288204ea: Waiting for close lock at 1732018943163Running coprocessor pre-close hooks at 1732018943163Disabling compacts and flushes for region at 1732018943163Disabling writes for close at 1732018943163Failed flush hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea., putting online again at 1732018943163 2024-11-19T12:22:23,164 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732018926911.48a146d1058bc36cd8177601288204ea. 2024-11-19T12:22:23,167 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 1438, reset compression=false 2024-11-19T12:22:23,172 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:23,172 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 2082, reset compression=false 2024-11-19T12:22:23,363 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T12:22:23,363 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(976): stopping server 351a98347401,41663,1732018911628; all regions closed. 2024-11-19T12:22:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:22:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741839_1015 (size=2171) 2024-11-19T12:22:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741832_1008 (size=2090) 2024-11-19T12:22:23,373 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 not finished, retry = 0 2024-11-19T12:22:23,375 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 to pos 2082, reset compression=false 2024-11-19T12:22:23,474 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/WALs/351a98347401,41663,1732018911628/351a98347401%2C41663%2C1732018911628.1732018912687 2024-11-19T12:22:23,475 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:23,475 INFO [RS:0;351a98347401:41663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:22:23,475 INFO [RS:0;351a98347401:41663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:22:23,475 INFO [RS:0;351a98347401:41663 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:22:23,475 INFO [RS:0;351a98347401:41663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:22:23,475 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:22:23,475 INFO [RS:0;351a98347401:41663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,41663,1732018911628 because: Region server is closing 2024-11-19T12:22:23,476 INFO [RS:0;351a98347401:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41663. 2024-11-19T12:22:23,476 DEBUG [RS:0;351a98347401:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:23,476 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:23,476 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:23,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:23,576 INFO [RS:0;351a98347401:41663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.shipper351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 terminated 2024-11-19T12:22:23,576 INFO [RS:0;351a98347401:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41663. 2024-11-19T12:22:23,576 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41663,1732018911628.replicationSource.wal-reader.351a98347401%2C41663%2C1732018911628,1-351a98347401,41663,1732018911628 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T12:22:23,576 DEBUG [RS:0;351a98347401:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:23,576 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:23,576 DEBUG [RS:0;351a98347401:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:23,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:23,577 INFO [RS:0;351a98347401:41663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41663 2024-11-19T12:22:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210/rs 2024-11-19T12:22:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-105054210/rs/351a98347401,41663,1732018911628 2024-11-19T12:22:23,665 INFO [RS:0;351a98347401:41663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:22:23,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,41663,1732018911628] 2024-11-19T12:22:23,713 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-105054210/draining/351a98347401,41663,1732018911628 already deleted, retry=false 2024-11-19T12:22:23,714 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,41663,1732018911628 expired; onlineServers=0 2024-11-19T12:22:23,714 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,41077,1732018911481' ***** 2024-11-19T12:22:23,714 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:22:23,714 DEBUG [M:0;351a98347401:41077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:22:23,714 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:22:23,714 DEBUG [M:0;351a98347401:41077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:22:23,714 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018912504 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018912504,5,FailOnTimeoutGroup] 2024-11-19T12:22:23,714 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018912505 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018912505,5,FailOnTimeoutGroup] 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:22:23,714 DEBUG [M:0;351a98347401:41077 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:22:23,714 INFO [M:0;351a98347401:41077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:22:23,714 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:22:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-105054210/master 2024-11-19T12:22:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-105054210 2024-11-19T12:22:23,728 DEBUG [M:0;351a98347401:41077 {}] zookeeper.ZKUtil(347): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Unable to get data of znode /1-105054210/master because node does not exist (not an error) 2024-11-19T12:22:23,728 WARN [M:0;351a98347401:41077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:22:23,729 INFO [M:0;351a98347401:41077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/.lastflushedseqids 2024-11-19T12:22:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741847_1023 (size=245) 2024-11-19T12:22:23,776 INFO [RS:0;351a98347401:41663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:22:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x101530b14240004, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:23,776 INFO [RS:0;351a98347401:41663 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,41663,1732018911628; zookeeper connection closed. 2024-11-19T12:22:23,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 2024-11-19T12:22:23,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:22:24,133 INFO [M:0;351a98347401:41077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:22:24,133 INFO [M:0;351a98347401:41077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:22:24,133 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:24,133 INFO [M:0;351a98347401:41077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:24,133 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:24,133 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:24,133 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:24,133 INFO [M:0;351a98347401:41077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T12:22:24,150 DEBUG [M:0;351a98347401:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb477c9dcd0a4d60a00ad6048fccfd6b is 82, key is hbase:meta,,1/info:regioninfo/1732018913431/Put/seqid=0 2024-11-19T12:22:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741848_1024 (size=5672) 2024-11-19T12:22:24,154 INFO [M:0;351a98347401:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb477c9dcd0a4d60a00ad6048fccfd6b 2024-11-19T12:22:24,173 DEBUG [M:0;351a98347401:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a05bd1e82f541b696c39d381110690f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018928127/Put/seqid=0 2024-11-19T12:22:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741849_1025 (size=8517) 2024-11-19T12:22:24,409 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:24,578 INFO [M:0;351a98347401:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a05bd1e82f541b696c39d381110690f 2024-11-19T12:22:24,606 DEBUG [M:0;351a98347401:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4cad1931c4b468c9488ff5ffff55ba4 is 69, key is 351a98347401,41663,1732018911628/rs:state/1732018912520/Put/seqid=0 2024-11-19T12:22:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741850_1026 (size=5156) 2024-11-19T12:22:24,639 INFO [M:0;351a98347401:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4cad1931c4b468c9488ff5ffff55ba4 2024-11-19T12:22:24,649 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb477c9dcd0a4d60a00ad6048fccfd6b as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb477c9dcd0a4d60a00ad6048fccfd6b 2024-11-19T12:22:24,654 INFO [M:0;351a98347401:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb477c9dcd0a4d60a00ad6048fccfd6b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T12:22:24,658 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a05bd1e82f541b696c39d381110690f as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a05bd1e82f541b696c39d381110690f 2024-11-19T12:22:24,672 INFO [M:0;351a98347401:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a05bd1e82f541b696c39d381110690f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T12:22:24,673 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4cad1931c4b468c9488ff5ffff55ba4 as hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4cad1931c4b468c9488ff5ffff55ba4 2024-11-19T12:22:24,685 INFO [M:0;351a98347401:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34869/user/jenkins/test-data/b7f9e19f-1c6f-6210-5c94-f054dfd7948f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4cad1931c4b468c9488ff5ffff55ba4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T12:22:24,686 INFO [M:0;351a98347401:41077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=97, compaction requested=false 2024-11-19T12:22:24,701 INFO [M:0;351a98347401:41077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:24,701 DEBUG [M:0;351a98347401:41077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018944133Disabling compacts and flushes for region at 1732018944133Disabling writes for close at 1732018944133Obtaining lock to block concurrent updates at 1732018944133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018944133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732018944134 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018944134Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018944134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018944150 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018944150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018944157 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018944173 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018944173Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018944583 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018944605 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018944605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309fc243: reopening flushed file at 1732018944648 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33916a05: reopening flushed file at 1732018944654 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa9a255: reopening flushed file at 1732018944672 (+18 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=97, compaction requested=false at 1732018944686 (+14 ms)Writing region close event to WAL at 1732018944701 (+15 ms)Closed at 1732018944701 2024-11-19T12:22:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39839 is added to blk_1073741830_1006 (size=63666) 2024-11-19T12:22:24,719 INFO [M:0;351a98347401:41077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:22:24,719 INFO [M:0;351a98347401:41077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41077 2024-11-19T12:22:24,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:22:24,720 INFO [M:0;351a98347401:41077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:22:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:24,871 INFO [M:0;351a98347401:41077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:22:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101530b14240003, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:24,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d03fc69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:24,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:22:24,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:22:24,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:22:24,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir/,STOPPED} 2024-11-19T12:22:24,914 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:22:24,914 WARN [BP-1399299132-172.17.0.2-1732018908813 heartbeating to localhost/127.0.0.1:34869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:22:24,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:22:24,915 WARN [BP-1399299132-172.17.0.2-1732018908813 heartbeating to localhost/127.0.0.1:34869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1399299132-172.17.0.2-1732018908813 (Datanode Uuid a71f8238-bc5a-4d7b-9301-029b54290453) service to localhost/127.0.0.1:34869 2024-11-19T12:22:24,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/cluster_9b6e5655-0925-3e3e-6a20-13bb8d66a311/data/data1/current/BP-1399299132-172.17.0.2-1732018908813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:22:24,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/cluster_9b6e5655-0925-3e3e-6a20-13bb8d66a311/data/data2/current/BP-1399299132-172.17.0.2-1732018908813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:22:24,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:22:24,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:24,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:22:24,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:22:24,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:22:24,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bf63cd4-7bdf-f768-d316-49740ca33e76/hadoop.log.dir/,STOPPED} 2024-11-19T12:22:24,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:22:24,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:22:24,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:24,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:24,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:24,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:24,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:24,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:22:24,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=723663815, stopped=false 2024-11-19T12:22:24,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,43501,1732018905644 2024-11-19T12:22:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793815530/running 2024-11-19T12:22:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:22:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793815530/running 2024-11-19T12:22:24,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:22:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:22:24,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:24,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:24,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:24,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/running 2024-11-19T12:22:24,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,39541,1732018905870' ***** 2024-11-19T12:22:24,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:22:24,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Set watcher on znode that does not yet exist, /0793815530/running 2024-11-19T12:22:24,979 INFO [RS:0;351a98347401:39541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:22:24,979 INFO [RS:0;351a98347401:39541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:22:24,979 INFO [RS:0;351a98347401:39541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:22:24,979 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:24,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:22:24,988 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:24,988 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(959): stopping server 351a98347401,39541,1732018905870 2024-11-19T12:22:24,988 INFO [RS:0;351a98347401:39541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:22:24,988 INFO [RS:0;351a98347401:39541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:39541. 2024-11-19T12:22:24,989 DEBUG [RS:0;351a98347401:39541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:24,989 DEBUG [RS:0;351a98347401:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:24,989 INFO [RS:0;351a98347401:39541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:22:24,989 INFO [RS:0;351a98347401:39541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:22:24,989 INFO [RS:0;351a98347401:39541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:22:24,989 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:22:24,990 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc307855a9d43852bd7bbef12592963c, disabling compactions & flushes 2024-11-19T12:22:24,990 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:24,990 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:24,990 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. after waiting 0 ms 2024-11-19T12:22:24,990 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:24,990 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc307855a9d43852bd7bbef12592963c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T12:22:24,992 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:22:24,992 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1325): Online Regions={dc307855a9d43852bd7bbef12592963c=hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c., 1588230740=hbase:meta,,1.1588230740, 45b0da879560dd5869fe791e9aa7d184=test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.} 2024-11-19T12:22:24,992 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b0da879560dd5869fe791e9aa7d184, dc307855a9d43852bd7bbef12592963c 2024-11-19T12:22:24,993 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:24,993 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:24,993 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:24,993 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:24,993 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:24,993 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:22:25,033 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/info/b459805362be4538b7e7dcd2183adb4f is 147, key is hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c./info:regioninfo/1732018925968/Put/seqid=0 2024-11-19T12:22:25,039 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/.tmp/queue/843b9a38ebe745588c8b087f6776cc3f is 153, key is 1-351a98347401,39541,1732018905870/queue:351a98347401%2C39541%2C1732018905870/1732018935367/Put/seqid=0 2024-11-19T12:22:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741840_1016 (size=7686) 2024-11-19T12:22:25,053 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/info/b459805362be4538b7e7dcd2183adb4f 2024-11-19T12:22:25,063 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:22:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741841_1017 (size=5352) 2024-11-19T12:22:25,075 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/.tmp/queue/843b9a38ebe745588c8b087f6776cc3f 2024-11-19T12:22:25,080 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/.tmp/queue/843b9a38ebe745588c8b087f6776cc3f as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/queue/843b9a38ebe745588c8b087f6776cc3f 2024-11-19T12:22:25,092 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/queue/843b9a38ebe745588c8b087f6776cc3f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T12:22:25,093 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for dc307855a9d43852bd7bbef12592963c in 103ms, sequenceid=8, compaction requested=false 2024-11-19T12:22:25,099 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/ns/4c41e9373cf3421f86771f8399e87164 is 43, key is default/ns:d/1732018908616/Put/seqid=0 2024-11-19T12:22:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741842_1018 (size=5153) 2024-11-19T12:22:25,113 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/ns/4c41e9373cf3421f86771f8399e87164 2024-11-19T12:22:25,114 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/replication/dc307855a9d43852bd7bbef12592963c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:22:25,120 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc307855a9d43852bd7bbef12592963c: Waiting for close lock at 1732018944990Running coprocessor pre-close hooks at 1732018944990Disabling compacts and flushes for region at 1732018944990Disabling writes for close at 1732018944990Obtaining lock to block concurrent updates at 1732018944990Preparing flush snapshotting stores in dc307855a9d43852bd7bbef12592963c at 1732018944990Finished memstore snapshotting hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732018944990Flushing stores of hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. at 1732018945004 (+14 ms)Flushing dc307855a9d43852bd7bbef12592963c/queue: creating writer at 1732018945004Flushing dc307855a9d43852bd7bbef12592963c/queue: appending metadata at 1732018945038 (+34 ms)Flushing dc307855a9d43852bd7bbef12592963c/queue: closing flushed file at 1732018945038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b2c784: reopening flushed file at 1732018945079 (+41 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for dc307855a9d43852bd7bbef12592963c in 103ms, sequenceid=8, compaction requested=false at 1732018945093 (+14 ms)Writing region close event to WAL at 1732018945108 (+15 ms)Running coprocessor post-close hooks at 1732018945120 (+12 ms)Closed at 1732018945120 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018924772.dc307855a9d43852bd7bbef12592963c. 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45b0da879560dd5869fe791e9aa7d184, disabling compactions & flushes 2024-11-19T12:22:25,120 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. after waiting 0 ms 2024-11-19T12:22:25,120 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:25,121 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45b0da879560dd5869fe791e9aa7d184 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T12:22:25,144 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/f/5509203e21b24c3d94d99b0e1709dad5 is 28, key is row/f:/1732018935254/DeleteFamily/seqid=0 2024-11-19T12:22:25,158 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/rep_barrier/4bb7952b73b349b9b035cd5bce5780a5 is 112, key is test,,1732018920312.45b0da879560dd5869fe791e9aa7d184./rep_barrier:seqnumDuringOpen/1732018921456/Put/seqid=0 2024-11-19T12:22:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741843_1019 (size=5085) 2024-11-19T12:22:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741844_1020 (size=5518) 2024-11-19T12:22:25,168 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/rep_barrier/4bb7952b73b349b9b035cd5bce5780a5 2024-11-19T12:22:25,190 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/table/0ca217fff9994010a2eb7c53c006c8e8 is 53, key is hbase:replication/table:state/1732018925978/Put/seqid=0 2024-11-19T12:22:25,192 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741845_1021 (size=5308) 2024-11-19T12:22:25,393 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:25,567 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/f/5509203e21b24c3d94d99b0e1709dad5 2024-11-19T12:22:25,570 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5509203e21b24c3d94d99b0e1709dad5 2024-11-19T12:22:25,587 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/f1/dd49341cac2f405881f6dc3336f3ee0b is 29, key is row/f1:/1732018935254/DeleteFamily/seqid=0 2024-11-19T12:22:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741846_1022 (size=5089) 2024-11-19T12:22:25,593 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:25,594 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/table/0ca217fff9994010a2eb7c53c006c8e8 2024-11-19T12:22:25,598 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/info/b459805362be4538b7e7dcd2183adb4f as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/info/b459805362be4538b7e7dcd2183adb4f 2024-11-19T12:22:25,601 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/info/b459805362be4538b7e7dcd2183adb4f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:22:25,601 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/ns/4c41e9373cf3421f86771f8399e87164 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/ns/4c41e9373cf3421f86771f8399e87164 2024-11-19T12:22:25,603 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/ns/4c41e9373cf3421f86771f8399e87164, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:22:25,604 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/rep_barrier/4bb7952b73b349b9b035cd5bce5780a5 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/rep_barrier/4bb7952b73b349b9b035cd5bce5780a5 2024-11-19T12:22:25,606 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/rep_barrier/4bb7952b73b349b9b035cd5bce5780a5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:22:25,607 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/.tmp/table/0ca217fff9994010a2eb7c53c006c8e8 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/table/0ca217fff9994010a2eb7c53c006c8e8 2024-11-19T12:22:25,609 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/table/0ca217fff9994010a2eb7c53c006c8e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:22:25,610 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 617ms, sequenceid=16, compaction requested=false 2024-11-19T12:22:25,610 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:22:25,617 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:22:25,617 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:25,617 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:22:25,617 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:25,618 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018944992Running coprocessor pre-close hooks at 1732018944992Disabling compacts and flushes for region at 1732018944993 (+1 ms)Disabling writes for close at 1732018944993Obtaining lock to block concurrent updates at 1732018944993Preparing flush snapshotting stores in 1588230740 at 1732018944993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018944994 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018944994Flushing 1588230740/info: creating writer at 1732018944994Flushing 1588230740/info: appending metadata at 1732018945033 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732018945033Flushing 1588230740/ns: creating writer at 1732018945067 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732018945098 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732018945098Flushing 1588230740/rep_barrier: creating writer at 1732018945125 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018945146 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018945146Flushing 1588230740/table: creating writer at 1732018945172 (+26 ms)Flushing 1588230740/table: appending metadata at 1732018945189 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732018945189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f99455: reopening flushed file at 1732018945597 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33221ec6: reopening flushed file at 1732018945601 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593544e4: reopening flushed file at 1732018945603 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38048db3: reopening flushed file at 1732018945606 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 617ms, sequenceid=16, compaction requested=false at 1732018945610 (+4 ms)Writing region close event to WAL at 1732018945615 (+5 ms)Running coprocessor post-close hooks at 1732018945617 (+2 ms)Closed at 1732018945617 2024-11-19T12:22:25,618 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:25,725 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:22:25,725 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:22:25,793 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:25,813 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 636, reset compression=false 2024-11-19T12:22:25,817 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:25,817 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 883, reset compression=false 2024-11-19T12:22:25,817 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,39541,1732018905870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:25,817 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,39541,1732018905870: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,39541,1732018905870, walGroup=351a98347401%2C39541%2C1732018905870, offset=351a98347401%2C39541%2C1732018905870.1732018907873:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:39541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:22:25,818 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:22:25,818 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:22:25,819 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1021121424 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 203188720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:22:25,819 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:43501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:43501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:22:25,990 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/f1/dd49341cac2f405881f6dc3336f3ee0b 2024-11-19T12:22:25,993 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:22:25,993 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1325): Online Regions={45b0da879560dd5869fe791e9aa7d184=test,,1732018920312.45b0da879560dd5869fe791e9aa7d184.} 2024-11-19T12:22:25,993 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:25,994 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd49341cac2f405881f6dc3336f3ee0b 2024-11-19T12:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/norep/c99b91732635460783e00f113f8f8f9c is 32, key is row/norep:/1732018935254/DeleteFamily/seqid=0 2024-11-19T12:22:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741847_1023 (size=5101) 2024-11-19T12:22:26,020 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 883, reset compression=false 2024-11-19T12:22:26,193 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:26,323 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 883, reset compression=false 2024-11-19T12:22:26,394 DEBUG [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1351): Waiting on 45b0da879560dd5869fe791e9aa7d184 2024-11-19T12:22:26,414 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/norep/c99b91732635460783e00f113f8f8f9c 2024-11-19T12:22:26,418 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c99b91732635460783e00f113f8f8f9c 2024-11-19T12:22:26,419 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/f/5509203e21b24c3d94d99b0e1709dad5 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/f/5509203e21b24c3d94d99b0e1709dad5 2024-11-19T12:22:26,425 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5509203e21b24c3d94d99b0e1709dad5 2024-11-19T12:22:26,425 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/f/5509203e21b24c3d94d99b0e1709dad5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T12:22:26,426 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/f1/dd49341cac2f405881f6dc3336f3ee0b as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/f1/dd49341cac2f405881f6dc3336f3ee0b 2024-11-19T12:22:26,430 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd49341cac2f405881f6dc3336f3ee0b 2024-11-19T12:22:26,430 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/f1/dd49341cac2f405881f6dc3336f3ee0b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T12:22:26,432 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/.tmp/norep/c99b91732635460783e00f113f8f8f9c as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/norep/c99b91732635460783e00f113f8f8f9c 2024-11-19T12:22:26,436 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c99b91732635460783e00f113f8f8f9c 2024-11-19T12:22:26,436 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/norep/c99b91732635460783e00f113f8f8f9c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T12:22:26,437 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 45b0da879560dd5869fe791e9aa7d184 in 1317ms, sequenceid=6, compaction requested=false 2024-11-19T12:22:26,437 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:22:26,456 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/data/default/test/45b0da879560dd5869fe791e9aa7d184/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T12:22:26,457 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:22:26,457 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:22:26,458 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:26,458 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45b0da879560dd5869fe791e9aa7d184: Waiting for close lock at 1732018945120Running coprocessor pre-close hooks at 1732018945120Disabling compacts and flushes for region at 1732018945120Disabling writes for close at 1732018945120Obtaining lock to block concurrent updates at 1732018945121 (+1 ms)Preparing flush snapshotting stores in 45b0da879560dd5869fe791e9aa7d184 at 1732018945121Finished memstore snapshotting test,,1732018920312.45b0da879560dd5869fe791e9aa7d184., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732018945121Flushing stores of test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. at 1732018945123 (+2 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/f: creating writer at 1732018945124 (+1 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/f: appending metadata at 1732018945143 (+19 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/f: closing flushed file at 1732018945143Flushing 45b0da879560dd5869fe791e9aa7d184/f1: creating writer at 1732018945570 (+427 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/f1: appending metadata at 1732018945586 (+16 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/f1: closing flushed file at 1732018945586Flushing 45b0da879560dd5869fe791e9aa7d184/norep: creating writer at 1732018945994 (+408 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/norep: appending metadata at 1732018946008 (+14 ms)Flushing 45b0da879560dd5869fe791e9aa7d184/norep: closing flushed file at 1732018946008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eba210: reopening flushed file at 1732018946418 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c94f181: reopening flushed file at 1732018946425 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7556dc2b: reopening flushed file at 1732018946430 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 45b0da879560dd5869fe791e9aa7d184 in 1317ms, sequenceid=6, compaction requested=false at 1732018946437 (+7 ms)Writing region close event to WAL at 1732018946452 (+15 ms)Running coprocessor post-close hooks at 1732018946457 (+5 ms)Closed at 1732018946458 (+1 ms) 2024-11-19T12:22:26,458 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018920312.45b0da879560dd5869fe791e9aa7d184. 2024-11-19T12:22:26,594 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(976): stopping server 351a98347401,39541,1732018905870; all regions closed. 2024-11-19T12:22:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741834_1010 (size=4239) 2024-11-19T12:22:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741839_1015 (size=2240) 2024-11-19T12:22:26,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.rep.1732018925918 not finished, retry = 0 2024-11-19T12:22:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741833_1009 (size=1535) 2024-11-19T12:22:26,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 not finished, retry = 0 2024-11-19T12:22:26,726 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 to pos 883, reset compression=false 2024-11-19T12:22:26,801 DEBUG [RS:0;351a98347401:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:26,801 INFO [RS:0;351a98347401:39541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:22:26,801 INFO [RS:0;351a98347401:39541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:22:26,801 INFO [RS:0;351a98347401:39541 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:22:26,801 INFO [RS:0;351a98347401:39541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:22:26,801 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:22:26,801 INFO [RS:0;351a98347401:39541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,39541,1732018905870 because: Region server is closing 2024-11-19T12:22:26,802 INFO [RS:0;351a98347401:39541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:39541. 2024-11-19T12:22:26,802 DEBUG [RS:0;351a98347401:39541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:26,802 DEBUG [RS:0;351a98347401:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:26,802 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/WALs/351a98347401,39541,1732018905870/351a98347401%2C39541%2C1732018905870.1732018907873 2024-11-19T12:22:26,802 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.wal-reader.351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:26,802 DEBUG [RS:0;351a98347401:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:26,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:26,802 INFO [RS:0;351a98347401:39541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,39541,1732018905870.replicationSource.shipper351a98347401%2C39541%2C1732018905870,1-351a98347401,39541,1732018905870 terminated 2024-11-19T12:22:26,802 INFO [RS:0;351a98347401:39541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39541 2024-11-19T12:22:26,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793815530/rs/351a98347401,39541,1732018905870 2024-11-19T12:22:26,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530/rs 2024-11-19T12:22:26,875 INFO [RS:0;351a98347401:39541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:22:26,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,39541,1732018905870] 2024-11-19T12:22:26,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0793815530/draining/351a98347401,39541,1732018905870 already deleted, retry=false 2024-11-19T12:22:26,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,39541,1732018905870 expired; onlineServers=0 2024-11-19T12:22:26,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,43501,1732018905644' ***** 2024-11-19T12:22:26,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:22:26,896 INFO [M:0;351a98347401:43501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:22:26,897 INFO [M:0;351a98347401:43501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:22:26,897 DEBUG [M:0;351a98347401:43501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:22:26,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:22:26,897 DEBUG [M:0;351a98347401:43501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:22:26,897 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018907579 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018907579,5,FailOnTimeoutGroup] 2024-11-19T12:22:26,897 INFO [M:0;351a98347401:43501 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:22:26,897 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018907579 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018907579,5,FailOnTimeoutGroup] 2024-11-19T12:22:26,897 INFO [M:0;351a98347401:43501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:22:26,897 DEBUG [M:0;351a98347401:43501 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:22:26,897 INFO [M:0;351a98347401:43501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:22:26,897 INFO [M:0;351a98347401:43501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:22:26,897 ERROR [M:0;351a98347401:43501 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35319,5,PEWorkerGroup] 2024-11-19T12:22:26,897 INFO [M:0;351a98347401:43501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:22:26,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:22:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0793815530/master 2024-11-19T12:22:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0793815530 2024-11-19T12:22:26,907 DEBUG [M:0;351a98347401:43501 {}] zookeeper.ZKUtil(347): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Unable to get data of znode /0793815530/master because node does not exist (not an error) 2024-11-19T12:22:26,907 WARN [M:0;351a98347401:43501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:22:26,908 INFO [M:0;351a98347401:43501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/.lastflushedseqids 2024-11-19T12:22:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741848_1024 (size=245) 2024-11-19T12:22:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x101530b14240001, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:26,986 INFO [RS:0;351a98347401:39541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:22:26,986 INFO [RS:0;351a98347401:39541 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,39541,1732018905870; zookeeper connection closed. 2024-11-19T12:22:26,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e82cdea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e82cdea 2024-11-19T12:22:26,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:22:27,314 INFO [M:0;351a98347401:43501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:22:27,314 INFO [M:0;351a98347401:43501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:22:27,314 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:27,314 INFO [M:0;351a98347401:43501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:27,314 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:27,314 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:27,314 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:27,314 INFO [M:0;351a98347401:43501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T12:22:27,327 DEBUG [M:0;351a98347401:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc515a25f377488cbc2303cf06cead55 is 82, key is hbase:meta,,1/info:regioninfo/1732018908473/Put/seqid=0 2024-11-19T12:22:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741849_1025 (size=5672) 2024-11-19T12:22:27,730 INFO [M:0;351a98347401:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc515a25f377488cbc2303cf06cead55 2024-11-19T12:22:27,747 DEBUG [M:0;351a98347401:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a157dd832c04def879424fe9601a6a5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018921464/Put/seqid=0 2024-11-19T12:22:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741850_1026 (size=7219) 2024-11-19T12:22:28,151 INFO [M:0;351a98347401:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a157dd832c04def879424fe9601a6a5 2024-11-19T12:22:28,154 INFO [M:0;351a98347401:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a157dd832c04def879424fe9601a6a5 2024-11-19T12:22:28,165 DEBUG [M:0;351a98347401:43501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a256bb02d3e3475a8ccc26ea08c05827 is 69, key is 351a98347401,39541,1732018905870/rs:state/1732018907672/Put/seqid=0 2024-11-19T12:22:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741851_1027 (size=5156) 2024-11-19T12:22:28,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:28,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,569 INFO [M:0;351a98347401:43501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a256bb02d3e3475a8ccc26ea08c05827 2024-11-19T12:22:28,573 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc515a25f377488cbc2303cf06cead55 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc515a25f377488cbc2303cf06cead55 2024-11-19T12:22:28,576 INFO [M:0;351a98347401:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc515a25f377488cbc2303cf06cead55, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T12:22:28,576 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a157dd832c04def879424fe9601a6a5 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a157dd832c04def879424fe9601a6a5 2024-11-19T12:22:28,580 INFO [M:0;351a98347401:43501 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a157dd832c04def879424fe9601a6a5 2024-11-19T12:22:28,580 INFO [M:0;351a98347401:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a157dd832c04def879424fe9601a6a5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T12:22:28,580 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a256bb02d3e3475a8ccc26ea08c05827 as hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a256bb02d3e3475a8ccc26ea08c05827 2024-11-19T12:22:28,584 INFO [M:0;351a98347401:43501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35319/user/jenkins/test-data/5b692e2f-8c9e-6b0b-1166-9b8e406f727a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a256bb02d3e3475a8ccc26ea08c05827, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T12:22:28,584 INFO [M:0;351a98347401:43501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-11-19T12:22:28,585 INFO [M:0;351a98347401:43501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:28,585 DEBUG [M:0;351a98347401:43501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018947314Disabling compacts and flushes for region at 1732018947314Disabling writes for close at 1732018947314Obtaining lock to block concurrent updates at 1732018947314Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018947314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732018947315 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018947315Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018947315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018947326 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018947326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018947733 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018947746 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018947746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018948154 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018948165 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018948165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9395fa8: reopening flushed file at 1732018948572 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bca17a1: reopening flushed file at 1732018948576 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0c20ad: reopening flushed file at 1732018948580 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1732018948584 (+4 ms)Writing region close event to WAL at 1732018948585 (+1 ms)Closed at 1732018948585 2024-11-19T12:22:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38423 is added to blk_1073741830_1006 (size=64435) 2024-11-19T12:22:28,587 INFO [M:0;351a98347401:43501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:22:28,587 INFO [M:0;351a98347401:43501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43501 2024-11-19T12:22:28,587 INFO [M:0;351a98347401:43501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:22:28,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:22:28,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:28,797 INFO [M:0;351a98347401:43501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:22:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43501-0x101530b14240000, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:22:28,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74250959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:28,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:22:28,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:22:28,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:22:28,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir/,STOPPED} 2024-11-19T12:22:28,815 WARN [BP-1826287460-172.17.0.2-1732018903187 heartbeating to localhost/127.0.0.1:35319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:22:28,815 WARN [BP-1826287460-172.17.0.2-1732018903187 heartbeating to localhost/127.0.0.1:35319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1826287460-172.17.0.2-1732018903187 (Datanode Uuid 9b6c3581-028b-44e1-9588-5ba2211d31b9) service to localhost/127.0.0.1:35319 2024-11-19T12:22:28,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:22:28,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:22:28,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/data/data1/current/BP-1826287460-172.17.0.2-1732018903187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:22:28,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/cluster_20291740-5c6c-3531-4dae-455e61d7b358/data/data2/current/BP-1826287460-172.17.0.2-1732018903187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:22:28,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:22:28,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b82737a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:28,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:22:28,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:22:28,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:22:28,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee264cda-4cb4-a45e-a6e8-46d073017f6e/hadoop.log.dir/,STOPPED} 2024-11-19T12:22:28,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:22:28,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:22:28,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 316) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40825 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35319 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34869 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 735) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 532) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12672 (was 12346) - AvailableMemoryMB LEAK? - 2024-11-19T12:22:28,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=12672 2024-11-19T12:22:28,893 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T12:22:28,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir so I do NOT create it in target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc 2024-11-19T12:22:28,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:22:28,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.tmp.dir so I do NOT create it in target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc 2024-11-19T12:22:28,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296bbb88-63b3-d62e-98a5-c90fd4934f8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:22:28,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc 2024-11-19T12:22:28,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5, deleteOnExit=true 2024-11-19T12:22:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101530b14240008, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:22:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101530b14240002, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:22:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101530b14240005, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T12:22:28,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101530b14240008, quorum=127.0.0.1:59500, baseZNode=/21181380298 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:22:28,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101530b14240002, quorum=127.0.0.1:59500, baseZNode=/0793815530 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:22:28,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101530b14240005, quorum=127.0.0.1:59500, baseZNode=/1-105054210 Received Disconnected from ZooKeeper, ignoring 2024-11-19T12:22:28,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/zookeeper_0, clientPort=62602, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:22:28,949 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62602 2024-11-19T12:22:28,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:22:28,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:22:28,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/test.cache.data in system properties and HBase conf 2024-11-19T12:22:28,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:22:28,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:22:28,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:22:28,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:22:28,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:22:29,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:29,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:29,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:29,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:29,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:22:29,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:29,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41493b7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:29,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e31ea48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:29,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5075c422{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/java.io.tmpdir/jetty-localhost-40867-hadoop-hdfs-3_4_1-tests_jar-_-any-18033780320244059461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:29,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59fe8d40{HTTP/1.1, (http/1.1)}{localhost:40867} 2024-11-19T12:22:29,486 INFO [Time-limited test {}] server.Server(415): Started @325068ms 2024-11-19T12:22:29,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:29,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:29,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:29,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:29,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:22:29,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d05e9b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:29,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acbc82c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:29,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe4abc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/java.io.tmpdir/jetty-localhost-44901-hadoop-hdfs-3_4_1-tests_jar-_-any-14271564892834769509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:29,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23395102{HTTP/1.1, (http/1.1)}{localhost:44901} 2024-11-19T12:22:29,899 INFO [Time-limited test {}] server.Server(415): Started @325480ms 2024-11-19T12:22:29,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:22:30,618 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/data/data2/current/BP-707153412-172.17.0.2-1732018948983/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:30,618 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/data/data1/current/BP-707153412-172.17.0.2-1732018948983/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:30,632 WARN [Thread-4158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:22:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfcfb28313d7e4a8 with lease ID 0x4cad01af82cdfb2: Processing first storage report for DS-7076283e-b641-4c40-b9bd-4097bd787146 from datanode DatanodeRegistration(127.0.0.1:39273, datanodeUuid=629f1321-6ed1-4038-9c21-43ddf5ba323a, infoPort=43741, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=26834822;c=1732018948983) 2024-11-19T12:22:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfcfb28313d7e4a8 with lease ID 0x4cad01af82cdfb2: from storage DS-7076283e-b641-4c40-b9bd-4097bd787146 node DatanodeRegistration(127.0.0.1:39273, datanodeUuid=629f1321-6ed1-4038-9c21-43ddf5ba323a, infoPort=43741, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=26834822;c=1732018948983), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfcfb28313d7e4a8 with lease ID 0x4cad01af82cdfb2: Processing first storage report for DS-cb241449-3b84-4237-b3a5-e862ceb41d8d from datanode DatanodeRegistration(127.0.0.1:39273, datanodeUuid=629f1321-6ed1-4038-9c21-43ddf5ba323a, infoPort=43741, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=26834822;c=1732018948983) 2024-11-19T12:22:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfcfb28313d7e4a8 with lease ID 0x4cad01af82cdfb2: from storage DS-cb241449-3b84-4237-b3a5-e862ceb41d8d node DatanodeRegistration(127.0.0.1:39273, datanodeUuid=629f1321-6ed1-4038-9c21-43ddf5ba323a, infoPort=43741, infoSecurePort=0, ipcPort=42239, storageInfo=lv=-57;cid=testClusterID;nsid=26834822;c=1732018948983), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:30,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc 2024-11-19T12:22:30,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:30,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:22:31,150 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7 with version=8 2024-11-19T12:22:31,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/hbase-staging 2024-11-19T12:22:31,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:31,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:31,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:31,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:31,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:31,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:31,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:22:31,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:31,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34897 2024-11-19T12:22:31,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34897 connecting to ZooKeeper ensemble=127.0.0.1:62602 2024-11-19T12:22:31,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348970x0, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:31,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34897-0x101530bc6da0000 connected 2024-11-19T12:22:31,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:31,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:31,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on znode that does not yet exist, /0-1082091960/running 2024-11-19T12:22:31,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7, hbase.cluster.distributed=false 2024-11-19T12:22:31,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on znode that does not yet exist, /0-1082091960/acl 2024-11-19T12:22:31,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34897 2024-11-19T12:22:31,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34897 2024-11-19T12:22:31,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34897 2024-11-19T12:22:31,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34897 2024-11-19T12:22:31,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34897 2024-11-19T12:22:31,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:31,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:31,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:31,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:31,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:31,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:31,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:22:31,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:31,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35381 2024-11-19T12:22:31,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35381 connecting to ZooKeeper ensemble=127.0.0.1:62602 2024-11-19T12:22:31,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:31,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:31,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353810x0, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:31,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353810x0, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on znode that does not yet exist, /0-1082091960/running 2024-11-19T12:22:31,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35381-0x101530bc6da0001 connected 2024-11-19T12:22:31,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:22:31,465 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:22:31,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on znode that does not yet exist, /0-1082091960/master 2024-11-19T12:22:31,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on znode that does not yet exist, /0-1082091960/acl 2024-11-19T12:22:31,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35381 2024-11-19T12:22:31,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35381 2024-11-19T12:22:31,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35381 2024-11-19T12:22:31,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35381 2024-11-19T12:22:31,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35381 2024-11-19T12:22:31,489 DEBUG [M:0;351a98347401:34897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:34897 2024-11-19T12:22:31,489 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1082091960/backup-masters/351a98347401,34897,1732018951152 2024-11-19T12:22:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960/backup-masters 2024-11-19T12:22:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960/backup-masters 2024-11-19T12:22:31,496 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on existing znode=/0-1082091960/backup-masters/351a98347401,34897,1732018951152 2024-11-19T12:22:31,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1082091960/master 2024-11-19T12:22:31,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:31,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:31,507 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on existing znode=/0-1082091960/master 2024-11-19T12:22:31,507 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1082091960/backup-masters/351a98347401,34897,1732018951152 from backup master directory 2024-11-19T12:22:31,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1082091960/backup-masters/351a98347401,34897,1732018951152 2024-11-19T12:22:31,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960/backup-masters 2024-11-19T12:22:31,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960/backup-masters 2024-11-19T12:22:31,517 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:31,517 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,34897,1732018951152 2024-11-19T12:22:31,519 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/hbase.id] with ID: e6d1384f-592a-400c-a17a-efff8d2d691d 2024-11-19T12:22:31,519 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/.tmp/hbase.id 2024-11-19T12:22:31,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:22:31,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:31,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:22:31,538 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129132 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:22:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:22:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:22:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:22:31,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:22:31,923 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/.tmp/hbase.id]:[hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/hbase.id] 2024-11-19T12:22:31,930 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:31,930 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:22:31,931 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:22:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:22:32,006 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:32,007 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:22:32,007 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:22:32,413 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/data/master/store 2024-11-19T12:22:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:22:32,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:32,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:32,419 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:32,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:32,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:32,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:32,419 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:32,419 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018952419Disabling compacts and flushes for region at 1732018952419Disabling writes for close at 1732018952419Writing region close event to WAL at 1732018952419Closed at 1732018952419 2024-11-19T12:22:32,420 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/data/master/store/.initializing 2024-11-19T12:22:32,420 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/WALs/351a98347401,34897,1732018951152 2024-11-19T12:22:32,421 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:32,423 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C34897%2C1732018951152, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/WALs/351a98347401,34897,1732018951152, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/oldWALs, maxLogs=10 2024-11-19T12:22:32,436 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/WALs/351a98347401,34897,1732018951152/351a98347401%2C34897%2C1732018951152.1732018952423, exclude list is [], retry=0 2024-11-19T12:22:32,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-7076283e-b641-4c40-b9bd-4097bd787146,DISK] 2024-11-19T12:22:32,439 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/WALs/351a98347401,34897,1732018951152/351a98347401%2C34897%2C1732018951152.1732018952423 2024-11-19T12:22:32,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43741:43741)] 2024-11-19T12:22:32,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:32,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:32,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:22:32,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:32,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:32,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:22:32,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:32,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:32,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:22:32,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:32,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:32,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:22:32,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:32,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:32,446 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,447 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,447 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,448 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,448 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,448 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:32,449 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:32,451 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:32,451 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69855716, jitterRate=0.04093128442764282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:32,452 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018952440Initializing all the Stores at 1732018952441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018952441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018952441Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018952441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018952441Cleaning up temporary data from old regions at 1732018952448 (+7 ms)Region opened successfully at 1732018952452 (+4 ms) 2024-11-19T12:22:32,452 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:22:32,455 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c42557d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:32,455 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:22:32,456 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:22:32,456 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:22:32,456 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:22:32,456 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:22:32,457 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:22:32,457 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:22:32,459 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:22:32,460 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Unable to get data of znode /0-1082091960/balancer because node does not exist (not necessarily an error) 2024-11-19T12:22:32,506 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1082091960/balancer already deleted, retry=false 2024-11-19T12:22:32,507 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:22:32,507 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Unable to get data of znode /0-1082091960/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:22:32,517 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1082091960/normalizer already deleted, retry=false 2024-11-19T12:22:32,517 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:22:32,518 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Unable to get data of znode /0-1082091960/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:22:32,527 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1082091960/switch/split already deleted, retry=false 2024-11-19T12:22:32,528 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Unable to get data of znode /0-1082091960/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:22:32,538 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1082091960/switch/merge already deleted, retry=false 2024-11-19T12:22:32,539 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Unable to get data of znode /0-1082091960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:22:32,548 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1082091960/snapshot-cleanup already deleted, retry=false 2024-11-19T12:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1082091960/running 2024-11-19T12:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1082091960/running 2024-11-19T12:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,559 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,34897,1732018951152, sessionid=0x101530bc6da0000, setting cluster-up flag (Was=false) 2024-11-19T12:22:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,611 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1082091960/flush-table-proc/acquired, /0-1082091960/flush-table-proc/reached, /0-1082091960/flush-table-proc/abort 2024-11-19T12:22:32,612 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,34897,1732018951152 2024-11-19T12:22:32,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:32,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1082091960/online-snapshot/acquired, /0-1082091960/online-snapshot/reached, /0-1082091960/online-snapshot/abort 2024-11-19T12:22:32,665 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,34897,1732018951152 2024-11-19T12:22:32,666 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:22:32,667 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:32,667 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:22:32,667 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:22:32,667 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,34897,1732018951152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:32,668 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018982669 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:22:32,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:32,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,669 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:22:32,670 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:22:32,670 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:22:32,670 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:22:32,670 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:22:32,670 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:22:32,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:32,670 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018952670,5,FailOnTimeoutGroup] 2024-11-19T12:22:32,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:22:32,672 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018952670,5,FailOnTimeoutGroup] 2024-11-19T12:22:32,672 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,672 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:22:32,672 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,672 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,678 INFO [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(746): ClusterId : e6d1384f-592a-400c-a17a-efff8d2d691d 2024-11-19T12:22:32,678 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:22:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:22:32,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:22:32,679 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7 2024-11-19T12:22:32,686 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:22:32,686 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:22:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:22:32,696 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:22:32,696 DEBUG [RS:0;351a98347401:35381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207aa47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:32,710 DEBUG [RS:0;351a98347401:35381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:35381 2024-11-19T12:22:32,710 INFO [RS:0;351a98347401:35381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:22:32,710 INFO [RS:0;351a98347401:35381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:22:32,710 DEBUG [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:22:32,710 INFO [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,34897,1732018951152 with port=35381, startcode=1732018951450 2024-11-19T12:22:32,710 DEBUG [RS:0;351a98347401:35381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:22:32,711 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:22:32,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,35381,1732018951450 2024-11-19T12:22:32,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34897 {}] master.ServerManager(517): Registering regionserver=351a98347401,35381,1732018951450 2024-11-19T12:22:32,713 DEBUG [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7 2024-11-19T12:22:32,713 DEBUG [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33257 2024-11-19T12:22:32,713 DEBUG [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:22:32,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960/rs 2024-11-19T12:22:32,725 DEBUG [RS:0;351a98347401:35381 {}] zookeeper.ZKUtil(111): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Set watcher on existing znode=/0-1082091960/rs/351a98347401,35381,1732018951450 2024-11-19T12:22:32,725 WARN [RS:0;351a98347401:35381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:32,725 INFO [RS:0;351a98347401:35381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:32,725 DEBUG [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450 2024-11-19T12:22:32,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,35381,1732018951450] 2024-11-19T12:22:32,728 INFO [RS:0;351a98347401:35381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:22:32,729 INFO [RS:0;351a98347401:35381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:22:32,730 INFO [RS:0;351a98347401:35381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:22:32,730 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,732 INFO [RS:0;351a98347401:35381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:22:32,733 INFO [RS:0;351a98347401:35381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:22:32,733 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:32,733 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:32,734 DEBUG [RS:0;351a98347401:35381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:32,744 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,744 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,744 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,744 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,744 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,744 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35381,1732018951450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:32,767 INFO [RS:0;351a98347401:35381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:22:32,767 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35381,1732018951450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,767 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,767 INFO [RS:0;351a98347401:35381 {}] regionserver.Replication(171): 351a98347401,35381,1732018951450 started 2024-11-19T12:22:32,786 INFO [RS:0;351a98347401:35381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:32,786 INFO [RS:0;351a98347401:35381 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,35381,1732018951450, RpcServer on 351a98347401/172.17.0.2:35381, sessionid=0x101530bc6da0001 2024-11-19T12:22:32,786 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:22:32,786 DEBUG [RS:0;351a98347401:35381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,35381,1732018951450 2024-11-19T12:22:32,786 DEBUG [RS:0;351a98347401:35381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35381,1732018951450' 2024-11-19T12:22:32,786 DEBUG [RS:0;351a98347401:35381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1082091960/flush-table-proc/abort' 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1082091960/flush-table-proc/acquired' 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,35381,1732018951450 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35381,1732018951450' 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1082091960/online-snapshot/abort' 2024-11-19T12:22:32,787 DEBUG [RS:0;351a98347401:35381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1082091960/online-snapshot/acquired' 2024-11-19T12:22:32,788 DEBUG [RS:0;351a98347401:35381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:22:32,788 INFO [RS:0;351a98347401:35381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:22:32,788 INFO [RS:0;351a98347401:35381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:22:32,888 INFO [RS:0;351a98347401:35381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:32,889 INFO [RS:0;351a98347401:35381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35381%2C1732018951450, suffix=, logDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/oldWALs, maxLogs=10 2024-11-19T12:22:32,905 DEBUG [RS:0;351a98347401:35381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450/351a98347401%2C35381%2C1732018951450.1732018952890, exclude list is [], retry=0 2024-11-19T12:22:32,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-7076283e-b641-4c40-b9bd-4097bd787146,DISK] 2024-11-19T12:22:32,908 INFO [RS:0;351a98347401:35381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450/351a98347401%2C35381%2C1732018951450.1732018952890 2024-11-19T12:22:32,908 DEBUG [RS:0;351a98347401:35381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43741:43741)] 2024-11-19T12:22:33,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:33,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:33,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:33,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:33,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:33,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:33,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:33,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:33,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:33,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:33,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/hbase/meta/1588230740 2024-11-19T12:22:33,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/hbase/meta/1588230740 2024-11-19T12:22:33,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:33,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:33,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:33,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:33,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:33,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63038537, jitterRate=-0.06065259873867035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018953090Initializing all the Stores at 1732018953090Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018953090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018953091 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018953091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018953091Cleaning up temporary data from old regions at 1732018953096 (+5 ms)Region opened successfully at 1732018953099 (+3 ms) 2024-11-19T12:22:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:33,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:33,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:33,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018953099Disabling compacts and flushes for region at 1732018953099Disabling writes for close at 1732018953099Writing region close event to WAL at 1732018953099Closed at 1732018953099 2024-11-19T12:22:33,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:33,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:22:33,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:22:33,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:33,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:22:33,251 DEBUG [351a98347401:34897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:22:33,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,35381,1732018951450 2024-11-19T12:22:33,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35381,1732018951450, state=OPENING 2024-11-19T12:22:33,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:22:33,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:33,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1082091960 2024-11-19T12:22:33,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1082091960/meta-region-server: CHANGED 2024-11-19T12:22:33,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1082091960/meta-region-server: CHANGED 2024-11-19T12:22:33,334 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:33,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35381,1732018951450}] 2024-11-19T12:22:33,486 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:33,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:22:33,490 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:22:33,490 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:33,490 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:22:33,491 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C35381%2C1732018951450.meta, suffix=.meta, logDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450, archiveDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/oldWALs, maxLogs=10 2024-11-19T12:22:33,502 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450/351a98347401%2C35381%2C1732018951450.meta.1732018953491.meta, exclude list is [], retry=0 2024-11-19T12:22:33,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-7076283e-b641-4c40-b9bd-4097bd787146,DISK] 2024-11-19T12:22:33,504 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/WALs/351a98347401,35381,1732018951450/351a98347401%2C35381%2C1732018951450.meta.1732018953491.meta 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43741:43741)] 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:33,505 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:22:33,505 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:22:33,505 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:22:33,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:33,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:33,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:33,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:33,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:33,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:33,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:33,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:33,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:33,510 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:33,510 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/hbase/meta/1588230740 2024-11-19T12:22:33,511 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/hbase/meta/1588230740 2024-11-19T12:22:33,512 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:33,512 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:33,512 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:33,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:33,513 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69071990, jitterRate=0.029252856969833374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:33,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:22:33,514 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018953505Writing region info on filesystem at 1732018953505Initializing all the Stores at 1732018953506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018953506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018953506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018953506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018953506Cleaning up temporary data from old regions at 1732018953512 (+6 ms)Running coprocessor post-open hooks at 1732018953513 (+1 ms)Region opened successfully at 1732018953514 (+1 ms) 2024-11-19T12:22:33,514 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018953486 2024-11-19T12:22:33,515 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:22:33,515 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:22:33,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35381,1732018951450 2024-11-19T12:22:33,516 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35381,1732018951450, state=OPEN 2024-11-19T12:22:33,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35381-0x101530bc6da0001, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1082091960/meta-region-server 2024-11-19T12:22:33,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34897-0x101530bc6da0000, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1082091960/meta-region-server 2024-11-19T12:22:33,538 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,35381,1732018951450 2024-11-19T12:22:33,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1082091960/meta-region-server: CHANGED 2024-11-19T12:22:33,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1082091960/meta-region-server: CHANGED 2024-11-19T12:22:33,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:22:33,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35381,1732018951450 in 204 msec 2024-11-19T12:22:33,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:22:33,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-19T12:22:33,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:33,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:22:33,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:33,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35381,1732018951450, seqNum=-1] 2024-11-19T12:22:33,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:33,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:33,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 879 msec 2024-11-19T12:22:33,546 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018953545, completionTime=-1 2024-11-19T12:22:33,546 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:22:33,546 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:22:33,547 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:22:33,547 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732019013547 2024-11-19T12:22:33,547 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019073547 2024-11-19T12:22:33,547 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:22:33,548 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34897,1732018951152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,548 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34897,1732018951152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,548 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34897,1732018951152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,548 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:34897, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,548 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,548 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,549 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.034sec 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34897,1732018951152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:33,551 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34897,1732018951152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:22:33,553 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:22:33,553 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:22:33,553 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,34897,1732018951152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:33,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:33,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,34897,-1 for getting cluster id 2024-11-19T12:22:33,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:33,579 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d1384f-592a-400c-a17a-efff8d2d691d' 2024-11-19T12:22:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d1384f-592a-400c-a17a-efff8d2d691d" 2024-11-19T12:22:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aef554b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,34897,-1] 2024-11-19T12:22:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:33,581 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:33,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f3fda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:33,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35381,1732018951450, seqNum=-1] 2024-11-19T12:22:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:33,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:33,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,34897,1732018951152 2024-11-19T12:22:33,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62602 2024-11-19T12:22:33,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62602, baseZNode=/0-1082091960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:33,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101530bc6da0002 connected 2024-11-19T12:22:33,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,34897,1732018951152 2024-11-19T12:22:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9666e39 2024-11-19T12:22:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:33,604 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:33,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:33,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:33,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:33,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:33,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:34,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 797547c9afa5e7a64f68a0133446f79e, NAME => 'test,,1732018953604.797547c9afa5e7a64f68a0133446f79e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7 2024-11-19T12:22:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018953604.797547c9afa5e7a64f68a0133446f79e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 797547c9afa5e7a64f68a0133446f79e, disabling compactions & flushes 2024-11-19T12:22:34,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. after waiting 0 ms 2024-11-19T12:22:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 797547c9afa5e7a64f68a0133446f79e: Waiting for close lock at 1732018954417Disabling compacts and flushes for region at 1732018954417Disabling writes for close at 1732018954417Writing region close event to WAL at 1732018954417Closed at 1732018954417 2024-11-19T12:22:34,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:34,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018953604.797547c9afa5e7a64f68a0133446f79e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018954418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018954418"}]},"ts":"1732018954418"} 2024-11-19T12:22:34,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:34,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:34,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018954420"}]},"ts":"1732018954420"} 2024-11-19T12:22:34,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:34,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=797547c9afa5e7a64f68a0133446f79e, ASSIGN}] 2024-11-19T12:22:34,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=797547c9afa5e7a64f68a0133446f79e, ASSIGN 2024-11-19T12:22:34,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=797547c9afa5e7a64f68a0133446f79e, ASSIGN; state=OFFLINE, location=351a98347401,35381,1732018951450; forceNewPlan=false, retain=false 2024-11-19T12:22:34,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=797547c9afa5e7a64f68a0133446f79e, regionState=OPENING, regionLocation=351a98347401,35381,1732018951450 2024-11-19T12:22:34,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=797547c9afa5e7a64f68a0133446f79e, ASSIGN because future has completed 2024-11-19T12:22:34,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 797547c9afa5e7a64f68a0133446f79e, server=351a98347401,35381,1732018951450}] 2024-11-19T12:22:34,733 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,733 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 797547c9afa5e7a64f68a0133446f79e, NAME => 'test,,1732018953604.797547c9afa5e7a64f68a0133446f79e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:34,734 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:34,734 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:34,734 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,734 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018953604.797547c9afa5e7a64f68a0133446f79e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:34,734 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,734 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,735 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,736 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797547c9afa5e7a64f68a0133446f79e columnFamilyName f 2024-11-19T12:22:34,736 DEBUG [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:34,737 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] regionserver.HStore(327): Store=797547c9afa5e7a64f68a0133446f79e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:34,737 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,738 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797547c9afa5e7a64f68a0133446f79e columnFamilyName f1 2024-11-19T12:22:34,738 DEBUG [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:34,738 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] regionserver.HStore(327): Store=797547c9afa5e7a64f68a0133446f79e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:34,738 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,740 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797547c9afa5e7a64f68a0133446f79e columnFamilyName norep 2024-11-19T12:22:34,740 DEBUG [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:34,741 INFO [StoreOpener-797547c9afa5e7a64f68a0133446f79e-1 {}] regionserver.HStore(327): Store=797547c9afa5e7a64f68a0133446f79e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:34,741 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/default/test/797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/default/test/797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:34,744 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:34,764 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/data/default/test/797547c9afa5e7a64f68a0133446f79e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:34,765 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 797547c9afa5e7a64f68a0133446f79e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59617808, jitterRate=-0.11162543296813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:34,765 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 797547c9afa5e7a64f68a0133446f79e 2024-11-19T12:22:34,766 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 797547c9afa5e7a64f68a0133446f79e: Running coprocessor pre-open hook at 1732018954734Writing region info on filesystem at 1732018954734Initializing all the Stores at 1732018954735 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018954735Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018954735Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018954735Cleaning up temporary data from old regions at 1732018954743 (+8 ms)Running coprocessor post-open hooks at 1732018954765 (+22 ms)Region opened successfully at 1732018954766 (+1 ms) 2024-11-19T12:22:34,767 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018953604.797547c9afa5e7a64f68a0133446f79e., pid=6, masterSystemTime=1732018954731 2024-11-19T12:22:34,769 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,769 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018953604.797547c9afa5e7a64f68a0133446f79e. 2024-11-19T12:22:34,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=797547c9afa5e7a64f68a0133446f79e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,35381,1732018951450 2024-11-19T12:22:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 797547c9afa5e7a64f68a0133446f79e, server=351a98347401,35381,1732018951450 because future has completed 2024-11-19T12:22:34,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:34,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 797547c9afa5e7a64f68a0133446f79e, server=351a98347401,35381,1732018951450 in 194 msec 2024-11-19T12:22:34,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:34,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=797547c9afa5e7a64f68a0133446f79e, ASSIGN in 353 msec 2024-11-19T12:22:34,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:34,779 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018954778"}]},"ts":"1732018954778"} 2024-11-19T12:22:34,781 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:34,782 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:34,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-19T12:22:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:35,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:35,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0445e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:35,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,34897,-1 for getting cluster id 2024-11-19T12:22:35,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:35,769 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d1384f-592a-400c-a17a-efff8d2d691d' 2024-11-19T12:22:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d1384f-592a-400c-a17a-efff8d2d691d" 2024-11-19T12:22:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4038ba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,34897,-1] 2024-11-19T12:22:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:35,770 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72599231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:35,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,34897,1732018951152 2024-11-19T12:22:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63351cab 2024-11-19T12:22:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:35,772 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:35,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:34897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:22:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:22:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:35,775 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:34897' 2024-11-19T12:22:35,775 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51daa12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:35,775 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,34897,-1 for getting cluster id 2024-11-19T12:22:35,776 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:35,776 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d1384f-592a-400c-a17a-efff8d2d691d' 2024-11-19T12:22:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d1384f-592a-400c-a17a-efff8d2d691d" 2024-11-19T12:22:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b168e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,34897,-1] 2024-11-19T12:22:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:35,777 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:35,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c171658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:35,778 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:35,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,34897,1732018951152 2024-11-19T12:22:35,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e7116d 2024-11-19T12:22:35,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:35,779 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:35,780 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:22:35,780 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:22:35,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:35,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:35,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:35,780 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://351a98347401:34897, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:22:35,786 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://351a98347401:34897, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://351a98347401:34897, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://351a98347401:34897, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T12:22:35,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://351a98347401:34897, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-19T12:22:35,787 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T12:22:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:35,879 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://351a98347401:34897, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T12:22:35,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:35,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:35,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:35,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:35,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:35,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 362) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-723f03d2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/351a98347401:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@515def66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/351a98347401:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018952670 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server idle connection scanner for port 33257 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716538074_20 at /127.0.0.1:44052 [Receiving block BP-707153412-172.17.0.2-1732018948983:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 351a98347401:34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-707153412-172.17.0.2-1732018948983:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-707153412-172.17.0.2-1732018948983 heartbeating to localhost/127.0.0.1:33257 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;351a98347401:34897 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-707153412-172.17.0.2-1732018948983:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp895221248-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1135707788-7877-acceptor-0@5181ba91-ServerConnector@59fe8d40{HTTP/1.1, (http/1.1)}{localhost:40867} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/351a98347401:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbff4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018952670 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp895221248-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbff4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fbff4aab3b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-770780131_20 at /127.0.0.1:44032 [Receiving block BP-707153412-172.17.0.2-1732018948983:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fbff49f77a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6db4557f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;351a98347401:35381-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716538074_20 at /127.0.0.1:44056 [Receiving block BP-707153412-172.17.0.2-1732018948983:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@34cd4297 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:62602): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7-prefix:351a98347401,35381,1732018951450 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/351a98347401:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/351a98347401:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33257 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62602) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-707153412-172.17.0.2-1732018948983:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1135707788-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbff4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp895221248-7923-acceptor-0@2eb11109-ServerConnector@23395102{HTTP/1.1, (http/1.1)}{localhost:44901} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7/MasterData-prefix:351a98347401,34897,1732018951152 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;351a98347401:35381 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp895221248-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42239 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1135707788-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbff4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/data/data2/current/BP-707153412-172.17.0.2-1732018948983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/data/data1/current/BP-707153412-172.17.0.2-1732018948983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716538074_20 at /127.0.0.1:45976 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62602) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3b4140df java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/cluster_52865429-a8a4-daca-f3b2-3bee1f4781d5/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: CacheReplicationMonitor(629579293) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62602 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62602) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33257/user/jenkins/test-data/1bfbe9af-7b3c-461e-93b1-1f3e78f111c7-prefix:351a98347401,35381,1732018951450.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5822731d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Session-HouseKeeper-4413a6db-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/351a98347401:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 0 on default port 33257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1135707788-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbff4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=873 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=12361 (was 12672) 2024-11-19T12:22:35,897 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-19T12:22:35,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=873, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=12360 2024-11-19T12:22:35,910 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-19T12:22:35,925 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T12:22:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.log.dir so I do NOT create it in target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6 2024-11-19T12:22:35,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:22:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.tmp.dir so I do NOT create it in target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6 2024-11-19T12:22:35,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afd7a0be-bf4f-c4f8-33b5-ecc5ac3f30dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:22:35,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6 2024-11-19T12:22:35,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6, deleteOnExit=true 2024-11-19T12:22:35,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/zookeeper_0, clientPort=51711, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:22:35,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51711 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/test.cache.data in system properties and HBase conf 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:22:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:22:35,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:22:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:22:36,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:36,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:36,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:36,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:36,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:22:36,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:36,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:36,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:36,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec33588{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/java.io.tmpdir/jetty-localhost-41697-hadoop-hdfs-3_4_1-tests_jar-_-any-10487998371605679116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:36,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:41697} 2024-11-19T12:22:36,631 INFO [Time-limited test {}] server.Server(415): Started @332212ms 2024-11-19T12:22:36,945 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:36,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,992 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:36,997 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:37,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:37,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:37,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:37,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:37,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:22:37,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:37,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:37,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bbe537c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/java.io.tmpdir/jetty-localhost-33559-hadoop-hdfs-3_4_1-tests_jar-_-any-10204390028673415577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:37,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:33559} 2024-11-19T12:22:37,139 INFO [Time-limited test {}] server.Server(415): Started @332721ms 2024-11-19T12:22:37,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:22:37,836 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/data/data1/current/BP-406058957-172.17.0.2-1732018955972/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:37,836 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/data/data2/current/BP-406058957-172.17.0.2-1732018955972/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:37,861 WARN [Thread-4292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:22:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499f674f11b41ace with lease ID 0xc3fcfc6bf0687095: Processing first storage report for DS-22088ad6-a467-4d7f-a437-12ebc00d71f0 from datanode DatanodeRegistration(127.0.0.1:45519, datanodeUuid=ce553b7f-cff0-4860-a0b0-37e350dac763, infoPort=43053, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=2106949505;c=1732018955972) 2024-11-19T12:22:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499f674f11b41ace with lease ID 0xc3fcfc6bf0687095: from storage DS-22088ad6-a467-4d7f-a437-12ebc00d71f0 node DatanodeRegistration(127.0.0.1:45519, datanodeUuid=ce553b7f-cff0-4860-a0b0-37e350dac763, infoPort=43053, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=2106949505;c=1732018955972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499f674f11b41ace with lease ID 0xc3fcfc6bf0687095: Processing first storage report for DS-a072f365-03f3-4080-bbc8-04c60d740172 from datanode DatanodeRegistration(127.0.0.1:45519, datanodeUuid=ce553b7f-cff0-4860-a0b0-37e350dac763, infoPort=43053, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=2106949505;c=1732018955972) 2024-11-19T12:22:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499f674f11b41ace with lease ID 0xc3fcfc6bf0687095: from storage DS-a072f365-03f3-4080-bbc8-04c60d740172 node DatanodeRegistration(127.0.0.1:45519, datanodeUuid=ce553b7f-cff0-4860-a0b0-37e350dac763, infoPort=43053, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=2106949505;c=1732018955972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:37,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6 2024-11-19T12:22:37,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:37,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:22:38,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda with version=8 2024-11-19T12:22:38,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/hbase-staging 2024-11-19T12:22:38,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:22:38,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:38,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33189 2024-11-19T12:22:38,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33189 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331890x0, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:38,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33189-0x101530be25c0000 connected 2024-11-19T12:22:38,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:38,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:38,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/running 2024-11-19T12:22:38,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda, hbase.cluster.distributed=false 2024-11-19T12:22:38,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/acl 2024-11-19T12:22:38,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33189 2024-11-19T12:22:38,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33189 2024-11-19T12:22:38,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33189 2024-11-19T12:22:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33189 2024-11-19T12:22:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33189 2024-11-19T12:22:38,488 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:38,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41331 2024-11-19T12:22:38,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41331 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:38,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:38,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:38,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413310x0, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:38,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413310x0, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/running 2024-11-19T12:22:38,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41331-0x101530be25c0001 connected 2024-11-19T12:22:38,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:22:38,503 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:22:38,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/master 2024-11-19T12:22:38,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/acl 2024-11-19T12:22:38,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-19T12:22:38,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41331 2024-11-19T12:22:38,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41331 2024-11-19T12:22:38,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-19T12:22:38,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-19T12:22:38,517 DEBUG [M:0;351a98347401:33189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:33189 2024-11-19T12:22:38,518 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0553567510/backup-masters/351a98347401,33189,1732018958279 2024-11-19T12:22:38,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510/backup-masters 2024-11-19T12:22:38,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510/backup-masters 2024-11-19T12:22:38,523 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on existing znode=/0553567510/backup-masters/351a98347401,33189,1732018958279 2024-11-19T12:22:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0553567510/master 2024-11-19T12:22:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:38,534 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on existing znode=/0553567510/master 2024-11-19T12:22:38,534 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0553567510/backup-masters/351a98347401,33189,1732018958279 from backup master directory 2024-11-19T12:22:38,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553567510/backup-masters/351a98347401,33189,1732018958279 2024-11-19T12:22:38,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510/backup-masters 2024-11-19T12:22:38,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510/backup-masters 2024-11-19T12:22:38,544 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:38,544 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,33189,1732018958279 2024-11-19T12:22:38,547 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/hbase.id] with ID: ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5 2024-11-19T12:22:38,547 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/.tmp/hbase.id 2024-11-19T12:22:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:22:38,552 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/.tmp/hbase.id]:[hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/hbase.id] 2024-11-19T12:22:38,559 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:38,559 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:22:38,559 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T12:22:38,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:38,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:22:38,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:22:38,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T12:22:38,972 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:38,973 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:22:38,973 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:22:39,378 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store 2024-11-19T12:22:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:22:39,391 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:39,391 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:39,391 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:39,391 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:39,392 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:39,392 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:39,392 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:39,392 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018959391Disabling compacts and flushes for region at 1732018959391Disabling writes for close at 1732018959392 (+1 ms)Writing region close event to WAL at 1732018959392Closed at 1732018959392 2024-11-19T12:22:39,393 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/.initializing 2024-11-19T12:22:39,393 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/WALs/351a98347401,33189,1732018958279 2024-11-19T12:22:39,394 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:39,396 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C33189%2C1732018958279, suffix=, logDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/WALs/351a98347401,33189,1732018958279, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/oldWALs, maxLogs=10 2024-11-19T12:22:39,412 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/WALs/351a98347401,33189,1732018958279/351a98347401%2C33189%2C1732018958279.1732018959396, exclude list is [], retry=0 2024-11-19T12:22:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:39,423 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/WALs/351a98347401,33189,1732018958279/351a98347401%2C33189%2C1732018958279.1732018959396 2024-11-19T12:22:39,424 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:39,424 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:39,424 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:39,424 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,424 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:22:39,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:39,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:39,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:22:39,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:39,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:39,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:22:39,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:39,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:39,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:22:39,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:39,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:39,439 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,440 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,441 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:39,442 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:39,444 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:39,445 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65375919, jitterRate=-0.025822892785072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:39,445 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018959424Initializing all the Stores at 1732018959426 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018959426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018959426Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018959426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018959427 (+1 ms)Cleaning up temporary data from old regions at 1732018959441 (+14 ms)Region opened successfully at 1732018959445 (+4 ms) 2024-11-19T12:22:39,448 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:22:39,451 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6579aeed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:39,452 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:22:39,452 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:22:39,452 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:22:39,452 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:22:39,452 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:22:39,453 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:22:39,453 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:22:39,455 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:22:39,455 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Unable to get data of znode /0553567510/balancer because node does not exist (not necessarily an error) 2024-11-19T12:22:39,502 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553567510/balancer already deleted, retry=false 2024-11-19T12:22:39,502 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:22:39,504 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Unable to get data of znode /0553567510/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:22:39,512 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553567510/normalizer already deleted, retry=false 2024-11-19T12:22:39,513 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:22:39,514 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Unable to get data of znode /0553567510/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:22:39,523 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553567510/switch/split already deleted, retry=false 2024-11-19T12:22:39,524 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Unable to get data of znode /0553567510/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:22:39,533 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553567510/switch/merge already deleted, retry=false 2024-11-19T12:22:39,535 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Unable to get data of znode /0553567510/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:22:39,544 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553567510/snapshot-cleanup already deleted, retry=false 2024-11-19T12:22:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0553567510/running 2024-11-19T12:22:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0553567510/running 2024-11-19T12:22:39,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:39,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:39,555 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,33189,1732018958279, sessionid=0x101530be25c0000, setting cluster-up flag (Was=false) 2024-11-19T12:22:39,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:39,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:39,607 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0553567510/flush-table-proc/acquired, /0553567510/flush-table-proc/reached, /0553567510/flush-table-proc/abort 2024-11-19T12:22:39,608 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,33189,1732018958279 2024-11-19T12:22:39,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:39,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:39,660 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0553567510/online-snapshot/acquired, /0553567510/online-snapshot/reached, /0553567510/online-snapshot/abort 2024-11-19T12:22:39,661 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,33189,1732018958279 2024-11-19T12:22:39,662 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:22:39,663 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:39,663 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:22:39,663 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:22:39,663 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,33189,1732018958279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:39,664 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:39,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:22:39,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:39,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018989668 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:22:39,668 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:22:39,674 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,675 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:22:39,675 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:22:39,675 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:22:39,675 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:22:39,679 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:22:39,679 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:22:39,683 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018959679,5,FailOnTimeoutGroup] 2024-11-19T12:22:39,683 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018959683,5,FailOnTimeoutGroup] 2024-11-19T12:22:39,683 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,683 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:22:39,683 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,683 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:22:39,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:22:39,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda 2024-11-19T12:22:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:22:39,710 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(746): ClusterId : ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5 2024-11-19T12:22:39,710 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:22:39,723 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:22:39,723 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:22:39,734 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:22:39,735 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30597790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:39,745 DEBUG [RS:0;351a98347401:41331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:41331 2024-11-19T12:22:39,745 INFO [RS:0;351a98347401:41331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:22:39,745 INFO [RS:0;351a98347401:41331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:22:39,745 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:22:39,746 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,33189,1732018958279 with port=41331, startcode=1732018958488 2024-11-19T12:22:39,746 DEBUG [RS:0;351a98347401:41331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:22:39,747 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:22:39,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,41331,1732018958488 2024-11-19T12:22:39,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33189 {}] master.ServerManager(517): Registering regionserver=351a98347401,41331,1732018958488 2024-11-19T12:22:39,749 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda 2024-11-19T12:22:39,749 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36371 2024-11-19T12:22:39,749 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:22:39,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510/rs 2024-11-19T12:22:39,755 DEBUG [RS:0;351a98347401:41331 {}] zookeeper.ZKUtil(111): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on existing znode=/0553567510/rs/351a98347401,41331,1732018958488 2024-11-19T12:22:39,755 WARN [RS:0;351a98347401:41331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:39,755 INFO [RS:0;351a98347401:41331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:39,755 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488 2024-11-19T12:22:39,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,41331,1732018958488] 2024-11-19T12:22:39,763 INFO [RS:0;351a98347401:41331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:22:39,765 INFO [RS:0;351a98347401:41331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:22:39,765 INFO [RS:0;351a98347401:41331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:22:39,765 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,765 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:22:39,766 INFO [RS:0;351a98347401:41331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:22:39,766 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,766 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,767 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,767 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,767 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:39,767 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:39,767 DEBUG [RS:0;351a98347401:41331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:39,770 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,770 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,770 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,770 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,770 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,770 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41331,1732018958488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:39,787 INFO [RS:0;351a98347401:41331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:22:39,788 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41331,1732018958488-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,788 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,788 INFO [RS:0;351a98347401:41331 {}] regionserver.Replication(171): 351a98347401,41331,1732018958488 started 2024-11-19T12:22:39,805 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:39,805 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,41331,1732018958488, RpcServer on 351a98347401/172.17.0.2:41331, sessionid=0x101530be25c0001 2024-11-19T12:22:39,805 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:22:39,805 DEBUG [RS:0;351a98347401:41331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,41331,1732018958488 2024-11-19T12:22:39,805 DEBUG [RS:0;351a98347401:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,41331,1732018958488' 2024-11-19T12:22:39,805 DEBUG [RS:0;351a98347401:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0553567510/flush-table-proc/abort' 2024-11-19T12:22:39,805 DEBUG [RS:0;351a98347401:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0553567510/flush-table-proc/acquired' 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,41331,1732018958488 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,41331,1732018958488' 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0553567510/online-snapshot/abort' 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0553567510/online-snapshot/acquired' 2024-11-19T12:22:39,806 DEBUG [RS:0;351a98347401:41331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:22:39,806 INFO [RS:0;351a98347401:41331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:22:39,806 INFO [RS:0;351a98347401:41331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:22:39,907 INFO [RS:0;351a98347401:41331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:39,908 INFO [RS:0;351a98347401:41331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41331%2C1732018958488, suffix=, logDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/oldWALs, maxLogs=10 2024-11-19T12:22:39,923 DEBUG [RS:0;351a98347401:41331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908, exclude list is [], retry=0 2024-11-19T12:22:39,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:39,926 INFO [RS:0;351a98347401:41331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 2024-11-19T12:22:39,927 DEBUG [RS:0;351a98347401:41331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:40,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:40,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:40,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:40,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:40,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:40,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:40,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:40,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:40,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:40,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:40,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740 2024-11-19T12:22:40,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740 2024-11-19T12:22:40,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:40,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:40,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:40,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:40,100 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:40,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69553585, jitterRate=0.036429181694984436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018960091Initializing all the Stores at 1732018960092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018960092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018960092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018960092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018960092Cleaning up temporary data from old regions at 1732018960098 (+6 ms)Region opened successfully at 1732018960101 (+3 ms) 2024-11-19T12:22:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:40,101 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:40,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018960101Disabling compacts and flushes for region at 1732018960101Disabling writes for close at 1732018960101Writing region close event to WAL at 1732018960101Closed at 1732018960101 2024-11-19T12:22:40,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:40,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:22:40,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:22:40,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:40,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:22:40,253 DEBUG [351a98347401:33189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:22:40,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,41331,1732018958488 2024-11-19T12:22:40,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,41331,1732018958488, state=OPENING 2024-11-19T12:22:40,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:22:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:40,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:40,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553567510/meta-region-server: CHANGED 2024-11-19T12:22:40,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553567510/meta-region-server: CHANGED 2024-11-19T12:22:40,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,41331,1732018958488}] 2024-11-19T12:22:40,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:40,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:22:40,468 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:22:40,468 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:40,468 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:22:40,469 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41331%2C1732018958488.meta, suffix=.meta, logDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/oldWALs, maxLogs=10 2024-11-19T12:22:40,481 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018960470.meta, exclude list is [], retry=0 2024-11-19T12:22:40,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:40,483 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018960470.meta 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:40,484 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:22:40,484 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:22:40,484 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:22:40,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:40,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:40,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:40,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:40,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:40,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:40,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:40,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:40,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:40,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:40,489 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:40,489 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740 2024-11-19T12:22:40,490 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740 2024-11-19T12:22:40,490 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:40,490 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:40,491 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:40,491 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:40,492 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68488151, jitterRate=0.020552977919578552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:40,492 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:22:40,492 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018960484Writing region info on filesystem at 1732018960484Initializing all the Stores at 1732018960485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018960485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018960485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018960485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018960485Cleaning up temporary data from old regions at 1732018960490 (+5 ms)Running coprocessor post-open hooks at 1732018960492 (+2 ms)Region opened successfully at 1732018960492 2024-11-19T12:22:40,492 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018960465 2024-11-19T12:22:40,494 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:22:40,494 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:22:40,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,41331,1732018958488 2024-11-19T12:22:40,495 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,41331,1732018958488, state=OPEN 2024-11-19T12:22:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0553567510/meta-region-server 2024-11-19T12:22:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0553567510/meta-region-server 2024-11-19T12:22:40,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553567510/meta-region-server: CHANGED 2024-11-19T12:22:40,531 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,41331,1732018958488 2024-11-19T12:22:40,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553567510/meta-region-server: CHANGED 2024-11-19T12:22:40,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:22:40,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,41331,1732018958488 in 218 msec 2024-11-19T12:22:40,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:22:40,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-19T12:22:40,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:40,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:22:40,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:40,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41331,1732018958488, seqNum=-1] 2024-11-19T12:22:40,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:40,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:40,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 876 msec 2024-11-19T12:22:40,540 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018960539, completionTime=-1 2024-11-19T12:22:40,540 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:22:40,540 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732019020541 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019080541 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33189,1732018958279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33189,1732018958279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33189,1732018958279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:33189, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,541 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,542 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,542 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.000sec 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33189,1732018958279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:40,544 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33189,1732018958279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:22:40,546 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:22:40,546 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:22:40,546 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,33189,1732018958279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:40,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac718c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:40,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33189,-1 for getting cluster id 2024-11-19T12:22:40,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:40,611 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5' 2024-11-19T12:22:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5" 2024-11-19T12:22:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4db7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33189,-1] 2024-11-19T12:22:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:40,613 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:40,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2161cf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:40,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41331,1732018958488, seqNum=-1] 2024-11-19T12:22:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:40,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:40,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,33189,1732018958279 2024-11-19T12:22:40,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:40,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101530be25c0002 connected 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir so I do NOT create it in target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa 2024-11-19T12:22:40,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.tmp.dir so I do NOT create it in target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa 2024-11-19T12:22:40,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:22:40,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/cluster_608cb9a8-5a6f-5a35-ba43-d0caa576af6c, deleteOnExit=true 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/test.cache.data in system properties and HBase conf 2024-11-19T12:22:40,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:22:40,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:22:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:22:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:22:41,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:41,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:41,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:41,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:41,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:22:41,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:41,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e41501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:41,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a6dd9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:41,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58820025{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-15577484822049228530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:41,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46672585{HTTP/1.1, (http/1.1)}{localhost:38441} 2024-11-19T12:22:41,175 INFO [Time-limited test {}] server.Server(415): Started @336756ms 2024-11-19T12:22:41,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:22:41,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:22:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T12:22:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T12:22:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:22:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T12:22:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:22:41,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:22:41,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:41,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:41,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:41,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:41,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:22:41,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f12594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:41,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ae9580{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:41,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10a95b7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/java.io.tmpdir/jetty-localhost-36285-hadoop-hdfs-3_4_1-tests_jar-_-any-602219917737130769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:41,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74a1f4d9{HTTP/1.1, (http/1.1)}{localhost:36285} 2024-11-19T12:22:41,909 INFO [Time-limited test {}] server.Server(415): Started @337491ms 2024-11-19T12:22:41,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:22:42,640 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/cluster_608cb9a8-5a6f-5a35-ba43-d0caa576af6c/data/data1/current/BP-1559943528-172.17.0.2-1732018960658/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:42,640 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/cluster_608cb9a8-5a6f-5a35-ba43-d0caa576af6c/data/data2/current/BP-1559943528-172.17.0.2-1732018960658/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:42,657 WARN [Thread-4412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:22:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12f7f980a6d3d1e2 with lease ID 0xb320889cb40ce103: Processing first storage report for DS-526faa87-66f6-4c32-8f86-0f3d3c4a6182 from datanode DatanodeRegistration(127.0.0.1:36777, datanodeUuid=06f2de62-ec90-47f8-92c4-20fd2eb41ad1, infoPort=44777, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1786528753;c=1732018960658) 2024-11-19T12:22:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12f7f980a6d3d1e2 with lease ID 0xb320889cb40ce103: from storage DS-526faa87-66f6-4c32-8f86-0f3d3c4a6182 node DatanodeRegistration(127.0.0.1:36777, datanodeUuid=06f2de62-ec90-47f8-92c4-20fd2eb41ad1, infoPort=44777, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1786528753;c=1732018960658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12f7f980a6d3d1e2 with lease ID 0xb320889cb40ce103: Processing first storage report for DS-64aed9aa-67fe-4d42-85c7-14a98be14daf from datanode DatanodeRegistration(127.0.0.1:36777, datanodeUuid=06f2de62-ec90-47f8-92c4-20fd2eb41ad1, infoPort=44777, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1786528753;c=1732018960658) 2024-11-19T12:22:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12f7f980a6d3d1e2 with lease ID 0xb320889cb40ce103: from storage DS-64aed9aa-67fe-4d42-85c7-14a98be14daf node DatanodeRegistration(127.0.0.1:36777, datanodeUuid=06f2de62-ec90-47f8-92c4-20fd2eb41ad1, infoPort=44777, infoSecurePort=0, ipcPort=35021, storageInfo=lv=-57;cid=testClusterID;nsid=1786528753;c=1732018960658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:42,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa 2024-11-19T12:22:42,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:42,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:22:43,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222 with version=8 2024-11-19T12:22:43,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/hbase-staging 2024-11-19T12:22:43,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:43,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38071 2024-11-19T12:22:43,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38071 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:43,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380710x0, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:43,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38071-0x101530be25c0003 connected 2024-11-19T12:22:43,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:43,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:43,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/running 2024-11-19T12:22:43,273 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222, hbase.cluster.distributed=false 2024-11-19T12:22:43,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/acl 2024-11-19T12:22:43,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-19T12:22:43,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38071 2024-11-19T12:22:43,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38071 2024-11-19T12:22:43,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-19T12:22:43,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-19T12:22:43,287 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:22:43,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:43,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41411 2024-11-19T12:22:43,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41411 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:43,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:43,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:43,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414110x0, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:43,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41411-0x101530be25c0004 connected 2024-11-19T12:22:43,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/running 2024-11-19T12:22:43,302 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:22:43,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:22:43,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/master 2024-11-19T12:22:43,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/acl 2024-11-19T12:22:43,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41411 2024-11-19T12:22:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41411 2024-11-19T12:22:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41411 2024-11-19T12:22:43,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41411 2024-11-19T12:22:43,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41411 2024-11-19T12:22:43,322 DEBUG [M:0;351a98347401:38071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:38071 2024-11-19T12:22:43,324 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-812824905/backup-masters/351a98347401,38071,1732018963147 2024-11-19T12:22:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905/backup-masters 2024-11-19T12:22:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905/backup-masters 2024-11-19T12:22:43,334 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on existing znode=/1-812824905/backup-masters/351a98347401,38071,1732018963147 2024-11-19T12:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-812824905/master 2024-11-19T12:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:43,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:43,344 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on existing znode=/1-812824905/master 2024-11-19T12:22:43,344 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-812824905/backup-masters/351a98347401,38071,1732018963147 from backup master directory 2024-11-19T12:22:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905/backup-masters 2024-11-19T12:22:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-812824905/backup-masters/351a98347401,38071,1732018963147 2024-11-19T12:22:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905/backup-masters 2024-11-19T12:22:43,354 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:43,354 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,38071,1732018963147 2024-11-19T12:22:43,357 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/hbase.id] with ID: 3babde2c-05e6-4eff-9e70-e2e5201d7e79 2024-11-19T12:22:43,357 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/.tmp/hbase.id 2024-11-19T12:22:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:22:43,760 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/.tmp/hbase.id]:[hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/hbase.id] 2024-11-19T12:22:43,766 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:43,767 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:22:43,767 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T12:22:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:43,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:43,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:22:44,255 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:44,256 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:22:44,256 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:22:44,267 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store 2024-11-19T12:22:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:22:44,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:44,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:44,673 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:44,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:44,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:44,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:44,673 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:44,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018964673Disabling compacts and flushes for region at 1732018964673Disabling writes for close at 1732018964673Writing region close event to WAL at 1732018964673Closed at 1732018964673 2024-11-19T12:22:44,673 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/.initializing 2024-11-19T12:22:44,674 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/WALs/351a98347401,38071,1732018963147 2024-11-19T12:22:44,674 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:44,675 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C38071%2C1732018963147, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/WALs/351a98347401,38071,1732018963147, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/oldWALs, maxLogs=10 2024-11-19T12:22:44,687 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/WALs/351a98347401,38071,1732018963147/351a98347401%2C38071%2C1732018963147.1732018964675, exclude list is [], retry=0 2024-11-19T12:22:44,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-526faa87-66f6-4c32-8f86-0f3d3c4a6182,DISK] 2024-11-19T12:22:44,690 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/WALs/351a98347401,38071,1732018963147/351a98347401%2C38071%2C1732018963147.1732018964675 2024-11-19T12:22:44,690 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44777:44777)] 2024-11-19T12:22:44,690 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:44,690 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:44,690 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,690 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:22:44,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:44,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:44,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:22:44,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:44,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:44,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:22:44,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:44,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:44,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:22:44,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:44,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:44,695 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,695 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,696 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,696 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,696 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,697 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:44,697 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:44,698 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:44,698 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73972245, jitterRate=0.10227234661579132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:44,699 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018964690Initializing all the Stores at 1732018964691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018964691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018964691Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018964691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018964691Cleaning up temporary data from old regions at 1732018964696 (+5 ms)Region opened successfully at 1732018964699 (+3 ms) 2024-11-19T12:22:44,699 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:22:44,715 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e08963e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:44,715 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:22:44,715 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:22:44,716 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:22:44,716 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:22:44,716 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:22:44,716 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:22:44,716 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:22:44,718 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:22:44,718 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Unable to get data of znode /1-812824905/balancer because node does not exist (not necessarily an error) 2024-11-19T12:22:44,765 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-812824905/balancer already deleted, retry=false 2024-11-19T12:22:44,765 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:22:44,766 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Unable to get data of znode /1-812824905/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:22:44,775 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-812824905/normalizer already deleted, retry=false 2024-11-19T12:22:44,776 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:22:44,776 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Unable to get data of znode /1-812824905/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:22:44,786 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-812824905/switch/split already deleted, retry=false 2024-11-19T12:22:44,786 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Unable to get data of znode /1-812824905/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:22:44,796 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-812824905/switch/merge already deleted, retry=false 2024-11-19T12:22:44,798 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Unable to get data of znode /1-812824905/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:22:44,807 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-812824905/snapshot-cleanup already deleted, retry=false 2024-11-19T12:22:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-812824905/running 2024-11-19T12:22:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-812824905/running 2024-11-19T12:22:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:44,818 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,38071,1732018963147, sessionid=0x101530be25c0003, setting cluster-up flag (Was=false) 2024-11-19T12:22:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:44,870 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-812824905/flush-table-proc/acquired, /1-812824905/flush-table-proc/reached, /1-812824905/flush-table-proc/abort 2024-11-19T12:22:44,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,38071,1732018963147 2024-11-19T12:22:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:44,922 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-812824905/online-snapshot/acquired, /1-812824905/online-snapshot/reached, /1-812824905/online-snapshot/abort 2024-11-19T12:22:44,923 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,38071,1732018963147 2024-11-19T12:22:44,924 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:22:44,925 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:44,925 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:22:44,926 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:22:44,926 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,38071,1732018963147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:44,927 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018994927 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:22:44,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:22:44,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:22:44,928 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:22:44,929 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:22:44,929 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:22:44,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:44,929 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:22:44,929 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:22:44,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:22:44,932 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018964929,5,FailOnTimeoutGroup] 2024-11-19T12:22:44,932 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018964932,5,FailOnTimeoutGroup] 2024-11-19T12:22:44,932 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:44,932 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:22:44,932 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:44,932 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:22:45,016 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(746): ClusterId : 3babde2c-05e6-4eff-9e70-e2e5201d7e79 2024-11-19T12:22:45,016 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:22:45,028 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:22:45,028 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:22:45,039 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:22:45,039 DEBUG [RS:0;351a98347401:41411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b2614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:45,051 DEBUG [RS:0;351a98347401:41411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:41411 2024-11-19T12:22:45,051 INFO [RS:0;351a98347401:41411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:22:45,051 INFO [RS:0;351a98347401:41411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:22:45,051 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:22:45,051 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,38071,1732018963147 with port=41411, startcode=1732018963287 2024-11-19T12:22:45,051 DEBUG [RS:0;351a98347401:41411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:22:45,053 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:22:45,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,41411,1732018963287 2024-11-19T12:22:45,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38071 {}] master.ServerManager(517): Registering regionserver=351a98347401,41411,1732018963287 2024-11-19T12:22:45,054 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222 2024-11-19T12:22:45,054 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46699 2024-11-19T12:22:45,054 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:22:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905/rs 2024-11-19T12:22:45,060 DEBUG [RS:0;351a98347401:41411 {}] zookeeper.ZKUtil(111): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on existing znode=/1-812824905/rs/351a98347401,41411,1732018963287 2024-11-19T12:22:45,060 WARN [RS:0;351a98347401:41411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:45,060 INFO [RS:0;351a98347401:41411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:45,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,41411,1732018963287] 2024-11-19T12:22:45,060 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287 2024-11-19T12:22:45,062 INFO [RS:0;351a98347401:41411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:22:45,063 INFO [RS:0;351a98347401:41411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:22:45,064 INFO [RS:0;351a98347401:41411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:22:45,064 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,064 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:22:45,064 INFO [RS:0;351a98347401:41411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:22:45,065 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:45,065 DEBUG [RS:0;351a98347401:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:45,067 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,067 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,067 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,067 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,067 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,067 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41411,1732018963287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:45,082 INFO [RS:0;351a98347401:41411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:22:45,083 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,41411,1732018963287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,083 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,083 INFO [RS:0;351a98347401:41411 {}] regionserver.Replication(171): 351a98347401,41411,1732018963287 started 2024-11-19T12:22:45,101 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:45,101 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,41411,1732018963287, RpcServer on 351a98347401/172.17.0.2:41411, sessionid=0x101530be25c0004 2024-11-19T12:22:45,101 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:22:45,101 DEBUG [RS:0;351a98347401:41411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,41411,1732018963287 2024-11-19T12:22:45,101 DEBUG [RS:0;351a98347401:41411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,41411,1732018963287' 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-812824905/flush-table-proc/abort' 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-812824905/flush-table-proc/acquired' 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,41411,1732018963287 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,41411,1732018963287' 2024-11-19T12:22:45,102 DEBUG [RS:0;351a98347401:41411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-812824905/online-snapshot/abort' 2024-11-19T12:22:45,103 DEBUG [RS:0;351a98347401:41411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-812824905/online-snapshot/acquired' 2024-11-19T12:22:45,103 DEBUG [RS:0;351a98347401:41411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:22:45,103 INFO [RS:0;351a98347401:41411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:22:45,103 INFO [RS:0;351a98347401:41411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:22:45,203 INFO [RS:0;351a98347401:41411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:45,205 INFO [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41411%2C1732018963287, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/oldWALs, maxLogs=10 2024-11-19T12:22:45,220 DEBUG [RS:0;351a98347401:41411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287/351a98347401%2C41411%2C1732018963287.1732018965205, exclude list is [], retry=0 2024-11-19T12:22:45,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-526faa87-66f6-4c32-8f86-0f3d3c4a6182,DISK] 2024-11-19T12:22:45,223 INFO [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287/351a98347401%2C41411%2C1732018963287.1732018965205 2024-11-19T12:22:45,223 DEBUG [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44777:44777)] 2024-11-19T12:22:45,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:22:45,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222 2024-11-19T12:22:45,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:22:45,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:45,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:45,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:45,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:45,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:45,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:45,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:45,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:45,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:45,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:45,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:45,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:45,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:45,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:45,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:45,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:45,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:45,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:45,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740 2024-11-19T12:22:45,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740 2024-11-19T12:22:45,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:45,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:45,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:45,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:45,749 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65853369, jitterRate=-0.018708333373069763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018965740Initializing all the Stores at 1732018965741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018965741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018965741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018965741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018965741Cleaning up temporary data from old regions at 1732018965746 (+5 ms)Region opened successfully at 1732018965749 (+3 ms) 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:45,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:45,749 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018965749Disabling compacts and flushes for region at 1732018965749Disabling writes for close at 1732018965749Writing region close event to WAL at 1732018965749Closed at 1732018965749 2024-11-19T12:22:45,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:45,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:22:45,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:22:45,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:45,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:22:45,902 DEBUG [351a98347401:38071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:22:45,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,41411,1732018963287 2024-11-19T12:22:45,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,41411,1732018963287, state=OPENING 2024-11-19T12:22:45,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:22:45,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:45,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:45,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:45,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:45,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:45,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:22:46,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-812824905/meta-region-server: CHANGED 2024-11-19T12:22:46,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-812824905/meta-region-server: CHANGED 2024-11-19T12:22:46,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:46,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,41411,1732018963287}] 2024-11-19T12:22:46,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:46,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:22:46,230 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:22:46,230 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:46,230 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:22:46,231 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41411%2C1732018963287.meta, suffix=.meta, logDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/oldWALs, maxLogs=10 2024-11-19T12:22:46,244 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287/351a98347401%2C41411%2C1732018963287.meta.1732018966231.meta, exclude list is [], retry=0 2024-11-19T12:22:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36777,DS-526faa87-66f6-4c32-8f86-0f3d3c4a6182,DISK] 2024-11-19T12:22:46,247 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287/351a98347401%2C41411%2C1732018963287.meta.1732018966231.meta 2024-11-19T12:22:46,247 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44777:44777)] 2024-11-19T12:22:46,247 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:46,247 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:46,247 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:46,247 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:22:46,248 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:22:46,248 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:22:46,248 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:46,248 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:22:46,248 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:22:46,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:46,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:46,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:46,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:46,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:46,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:46,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:46,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:46,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:46,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:46,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:46,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:46,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:46,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:46,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:46,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:46,252 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:46,252 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740 2024-11-19T12:22:46,253 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740 2024-11-19T12:22:46,254 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:46,254 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:46,254 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:46,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:46,255 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66802145, jitterRate=-0.004570469260215759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:46,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:22:46,255 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018966248Writing region info on filesystem at 1732018966248Initializing all the Stores at 1732018966248Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018966248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018966249 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018966249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018966249Cleaning up temporary data from old regions at 1732018966254 (+5 ms)Running coprocessor post-open hooks at 1732018966255 (+1 ms)Region opened successfully at 1732018966255 2024-11-19T12:22:46,256 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018966226 2024-11-19T12:22:46,257 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:22:46,257 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:22:46,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,41411,1732018963287 2024-11-19T12:22:46,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,41411,1732018963287, state=OPEN 2024-11-19T12:22:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-812824905/meta-region-server 2024-11-19T12:22:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-812824905/meta-region-server 2024-11-19T12:22:46,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,41411,1732018963287 2024-11-19T12:22:46,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-812824905/meta-region-server: CHANGED 2024-11-19T12:22:46,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-812824905/meta-region-server: CHANGED 2024-11-19T12:22:46,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:22:46,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,41411,1732018963287 in 205 msec 2024-11-19T12:22:46,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:22:46,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-11-19T12:22:46,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:46,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:22:46,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:46,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41411,1732018963287, seqNum=-1] 2024-11-19T12:22:46,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:46,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:46,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-19T12:22:46,289 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018966289, completionTime=-1 2024-11-19T12:22:46,289 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:22:46,289 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732019026291 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019086291 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38071,1732018963147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38071,1732018963147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38071,1732018963147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:38071, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,291 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,293 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38071,1732018963147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:46,294 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38071,1732018963147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:22:46,296 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:22:46,296 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:22:46,296 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38071,1732018963147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:46,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:46,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,38071,-1 for getting cluster id 2024-11-19T12:22:46,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:46,318 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3babde2c-05e6-4eff-9e70-e2e5201d7e79' 2024-11-19T12:22:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3babde2c-05e6-4eff-9e70-e2e5201d7e79" 2024-11-19T12:22:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bba6712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,38071,-1] 2024-11-19T12:22:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:46,320 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:46,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b759c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:46,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41411,1732018963287, seqNum=-1] 2024-11-19T12:22:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:46,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:46,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,38071,1732018963147 2024-11-19T12:22:46,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:46,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101530be25c0005 connected 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir so I do NOT create it in target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8 2024-11-19T12:22:46,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.tmp.dir so I do NOT create it in target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8 2024-11-19T12:22:46,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:22:46,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/cluster_cda1e8f0-362d-a00b-b0ad-1482e239eeb2, deleteOnExit=true 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/test.cache.data in system properties and HBase conf 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:22:46,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:22:46,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:22:46,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:22:46,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:46,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:46,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:46,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:46,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:22:46,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:46,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4d0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:46,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a0b0a92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:46,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b14f006{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/java.io.tmpdir/jetty-localhost-33435-hadoop-hdfs-3_4_1-tests_jar-_-any-11690028285587221504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:22:46,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a5204a2{HTTP/1.1, (http/1.1)}{localhost:33435} 2024-11-19T12:22:46,985 INFO [Time-limited test {}] server.Server(415): Started @342567ms 2024-11-19T12:22:47,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:22:47,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:22:47,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:22:47,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:22:47,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:22:47,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:22:47,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:22:47,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c206bad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/java.io.tmpdir/jetty-localhost-41543-hadoop-hdfs-3_4_1-tests_jar-_-any-7176282274647046638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:22:47,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:41543} 2024-11-19T12:22:47,481 INFO [Time-limited test {}] server.Server(415): Started @343062ms 2024-11-19T12:22:47,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:22:48,150 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/cluster_cda1e8f0-362d-a00b-b0ad-1482e239eeb2/data/data2/current/BP-1620259626-172.17.0.2-1732018966369/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:48,150 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/cluster_cda1e8f0-362d-a00b-b0ad-1482e239eeb2/data/data1/current/BP-1620259626-172.17.0.2-1732018966369/current, will proceed with Du for space computation calculation, 2024-11-19T12:22:48,175 WARN [Thread-4533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:22:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc860a8899f9dfb77 with lease ID 0xbfc1c6bf23545bd3: Processing first storage report for DS-33531380-7653-4296-9e2a-5176b49e9419 from datanode DatanodeRegistration(127.0.0.1:46355, datanodeUuid=04290f24-a12a-4f04-b4ca-2d95eacc66de, infoPort=44967, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=2102416235;c=1732018966369) 2024-11-19T12:22:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc860a8899f9dfb77 with lease ID 0xbfc1c6bf23545bd3: from storage DS-33531380-7653-4296-9e2a-5176b49e9419 node DatanodeRegistration(127.0.0.1:46355, datanodeUuid=04290f24-a12a-4f04-b4ca-2d95eacc66de, infoPort=44967, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=2102416235;c=1732018966369), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc860a8899f9dfb77 with lease ID 0xbfc1c6bf23545bd3: Processing first storage report for DS-8256947c-b355-48b2-a11a-ed8d6f73abc3 from datanode DatanodeRegistration(127.0.0.1:46355, datanodeUuid=04290f24-a12a-4f04-b4ca-2d95eacc66de, infoPort=44967, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=2102416235;c=1732018966369) 2024-11-19T12:22:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc860a8899f9dfb77 with lease ID 0xbfc1c6bf23545bd3: from storage DS-8256947c-b355-48b2-a11a-ed8d6f73abc3 node DatanodeRegistration(127.0.0.1:46355, datanodeUuid=04290f24-a12a-4f04-b4ca-2d95eacc66de, infoPort=44967, infoSecurePort=0, ipcPort=37197, storageInfo=lv=-57;cid=testClusterID;nsid=2102416235;c=1732018966369), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:22:48,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8 2024-11-19T12:22:48,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:48,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:22:48,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a with version=8 2024-11-19T12:22:48,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/hbase-staging 2024-11-19T12:22:48,618 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:22:48,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:48,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43985 2024-11-19T12:22:48,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43985 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:48,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439850x0, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:48,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43985-0x101530be25c0006 connected 2024-11-19T12:22:48,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:48,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:48,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/running 2024-11-19T12:22:48,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a, hbase.cluster.distributed=false 2024-11-19T12:22:48,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/acl 2024-11-19T12:22:48,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43985 2024-11-19T12:22:48,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43985 2024-11-19T12:22:48,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43985 2024-11-19T12:22:48,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43985 2024-11-19T12:22:48,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43985 2024-11-19T12:22:48,751 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:22:48,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:48,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:48,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:22:48,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:22:48,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:22:48,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:22:48,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:22:48,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38565 2024-11-19T12:22:48,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38565 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:48,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:48,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385650x0, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:48,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38565-0x101530be25c0007 connected 2024-11-19T12:22:48,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385650x0, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/running 2024-11-19T12:22:48,765 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:22:48,766 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:22:48,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/master 2024-11-19T12:22:48,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/acl 2024-11-19T12:22:48,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-19T12:22:48,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38565 2024-11-19T12:22:48,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38565 2024-11-19T12:22:48,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-19T12:22:48,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38565 2024-11-19T12:22:48,781 DEBUG [M:0;351a98347401:43985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:43985 2024-11-19T12:22:48,784 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21994700895/backup-masters/351a98347401,43985,1732018968618 2024-11-19T12:22:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895/backup-masters 2024-11-19T12:22:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895/backup-masters 2024-11-19T12:22:48,797 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on existing znode=/21994700895/backup-masters/351a98347401,43985,1732018968618 2024-11-19T12:22:48,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:48,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21994700895/master 2024-11-19T12:22:48,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:48,807 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on existing znode=/21994700895/master 2024-11-19T12:22:48,808 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21994700895/backup-masters/351a98347401,43985,1732018968618 from backup master directory 2024-11-19T12:22:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21994700895/backup-masters/351a98347401,43985,1732018968618 2024-11-19T12:22:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895/backup-masters 2024-11-19T12:22:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895/backup-masters 2024-11-19T12:22:48,817 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:48,817 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,43985,1732018968618 2024-11-19T12:22:48,820 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/hbase.id] with ID: 1f7e61e9-e5e1-4370-be7a-62387604e05e 2024-11-19T12:22:48,821 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/.tmp/hbase.id 2024-11-19T12:22:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:22:49,234 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/.tmp/hbase.id]:[hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/hbase.id] 2024-11-19T12:22:49,241 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:49,241 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:22:49,242 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T12:22:49,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:49,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:22:49,653 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:49,654 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:22:49,655 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:22:50,060 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store 2024-11-19T12:22:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:22:50,465 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:50,466 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:22:50,466 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:50,466 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:50,466 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:22:50,466 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:50,466 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:22:50,466 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018970466Disabling compacts and flushes for region at 1732018970466Disabling writes for close at 1732018970466Writing region close event to WAL at 1732018970466Closed at 1732018970466 2024-11-19T12:22:50,466 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/.initializing 2024-11-19T12:22:50,466 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/WALs/351a98347401,43985,1732018968618 2024-11-19T12:22:50,467 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:50,468 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C43985%2C1732018968618, suffix=, logDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/WALs/351a98347401,43985,1732018968618, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/oldWALs, maxLogs=10 2024-11-19T12:22:50,487 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/WALs/351a98347401,43985,1732018968618/351a98347401%2C43985%2C1732018968618.1732018970468, exclude list is [], retry=0 2024-11-19T12:22:50,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46355,DS-33531380-7653-4296-9e2a-5176b49e9419,DISK] 2024-11-19T12:22:50,491 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/WALs/351a98347401,43985,1732018968618/351a98347401%2C43985%2C1732018968618.1732018970468 2024-11-19T12:22:50,491 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44967:44967)] 2024-11-19T12:22:50,491 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:50,491 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:50,492 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,492 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:22:50,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:50,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:50,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:22:50,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:50,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:50,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:22:50,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:50,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:50,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:22:50,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:50,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:50,498 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,498 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,499 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,500 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,500 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,500 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:50,501 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:22:50,503 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:50,503 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69014974, jitterRate=0.028403252363204956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:50,503 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018970492Initializing all the Stores at 1732018970492Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018970492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018970492Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018970492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018970492Cleaning up temporary data from old regions at 1732018970500 (+8 ms)Region opened successfully at 1732018970503 (+3 ms) 2024-11-19T12:22:50,503 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:22:50,505 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b19841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:50,506 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:22:50,506 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:22:50,506 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:22:50,506 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:22:50,506 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:22:50,507 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:22:50,507 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T12:22:50,508 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:22:50,509 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Unable to get data of znode /21994700895/balancer because node does not exist (not necessarily an error) 2024-11-19T12:22:50,596 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21994700895/balancer already deleted, retry=false 2024-11-19T12:22:50,596 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:22:50,597 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Unable to get data of znode /21994700895/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:22:50,606 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21994700895/normalizer already deleted, retry=false 2024-11-19T12:22:50,607 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:22:50,607 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Unable to get data of znode /21994700895/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:22:50,617 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21994700895/switch/split already deleted, retry=false 2024-11-19T12:22:50,617 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Unable to get data of znode /21994700895/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:22:50,627 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21994700895/switch/merge already deleted, retry=false 2024-11-19T12:22:50,629 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Unable to get data of znode /21994700895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:22:50,638 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21994700895/snapshot-cleanup already deleted, retry=false 2024-11-19T12:22:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21994700895/running 2024-11-19T12:22:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21994700895/running 2024-11-19T12:22:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:50,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:50,649 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,43985,1732018968618, sessionid=0x101530be25c0006, setting cluster-up flag (Was=false) 2024-11-19T12:22:50,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:50,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:50,701 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21994700895/flush-table-proc/acquired, /21994700895/flush-table-proc/reached, /21994700895/flush-table-proc/abort 2024-11-19T12:22:50,702 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,43985,1732018968618 2024-11-19T12:22:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:50,754 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21994700895/online-snapshot/acquired, /21994700895/online-snapshot/reached, /21994700895/online-snapshot/abort 2024-11-19T12:22:50,755 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,43985,1732018968618 2024-11-19T12:22:50,756 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:22:50,757 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:50,757 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:22:50,757 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:22:50,757 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,43985,1732018968618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:50,758 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,759 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732019000759 2024-11-19T12:22:50,759 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:22:50,759 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:22:50,759 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:22:50,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:22:50,760 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T12:22:50,761 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:50,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:22:50,764 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:22:50,764 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:22:50,764 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018970764,5,FailOnTimeoutGroup] 2024-11-19T12:22:50,764 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018970764,5,FailOnTimeoutGroup] 2024-11-19T12:22:50,764 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,765 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:22:50,765 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,765 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:22:50,770 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(746): ClusterId : 1f7e61e9-e5e1-4370-be7a-62387604e05e 2024-11-19T12:22:50,770 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:22:50,775 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:22:50,775 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:22:50,786 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:22:50,786 DEBUG [RS:0;351a98347401:38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528c4800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:22:50,797 DEBUG [RS:0;351a98347401:38565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:38565 2024-11-19T12:22:50,797 INFO [RS:0;351a98347401:38565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:22:50,797 INFO [RS:0;351a98347401:38565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:22:50,797 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:22:50,798 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,43985,1732018968618 with port=38565, startcode=1732018968751 2024-11-19T12:22:50,798 DEBUG [RS:0;351a98347401:38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:22:50,799 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:22:50,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,38565,1732018968751 2024-11-19T12:22:50,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43985 {}] master.ServerManager(517): Registering regionserver=351a98347401,38565,1732018968751 2024-11-19T12:22:50,801 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a 2024-11-19T12:22:50,801 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43787 2024-11-19T12:22:50,801 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:22:50,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895/rs 2024-11-19T12:22:50,854 DEBUG [RS:0;351a98347401:38565 {}] zookeeper.ZKUtil(111): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on existing znode=/21994700895/rs/351a98347401,38565,1732018968751 2024-11-19T12:22:50,854 WARN [RS:0;351a98347401:38565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:22:50,854 INFO [RS:0;351a98347401:38565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:50,854 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751 2024-11-19T12:22:50,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,38565,1732018968751] 2024-11-19T12:22:50,856 INFO [RS:0;351a98347401:38565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:22:50,858 INFO [RS:0;351a98347401:38565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:22:50,858 INFO [RS:0;351a98347401:38565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:22:50,858 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,858 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:22:50,859 INFO [RS:0;351a98347401:38565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:22:50,859 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,859 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,860 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:22:50,860 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:50,860 DEBUG [RS:0;351a98347401:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:22:50,860 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,860 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,860 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,860 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,860 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,860 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38565,1732018968751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:50,873 INFO [RS:0;351a98347401:38565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:22:50,873 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,38565,1732018968751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,873 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,873 INFO [RS:0;351a98347401:38565 {}] regionserver.Replication(171): 351a98347401,38565,1732018968751 started 2024-11-19T12:22:50,887 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:50,887 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,38565,1732018968751, RpcServer on 351a98347401/172.17.0.2:38565, sessionid=0x101530be25c0007 2024-11-19T12:22:50,887 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:22:50,887 DEBUG [RS:0;351a98347401:38565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,38565,1732018968751 2024-11-19T12:22:50,887 DEBUG [RS:0;351a98347401:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,38565,1732018968751' 2024-11-19T12:22:50,887 DEBUG [RS:0;351a98347401:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21994700895/flush-table-proc/abort' 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21994700895/flush-table-proc/acquired' 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,38565,1732018968751 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,38565,1732018968751' 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21994700895/online-snapshot/abort' 2024-11-19T12:22:50,888 DEBUG [RS:0;351a98347401:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21994700895/online-snapshot/acquired' 2024-11-19T12:22:50,889 DEBUG [RS:0;351a98347401:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:22:50,889 INFO [RS:0;351a98347401:38565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:22:50,889 INFO [RS:0;351a98347401:38565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:22:50,989 INFO [RS:0;351a98347401:38565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:22:50,990 INFO [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C38565%2C1732018968751, suffix=, logDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/oldWALs, maxLogs=10 2024-11-19T12:22:51,007 DEBUG [RS:0;351a98347401:38565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751/351a98347401%2C38565%2C1732018968751.1732018970991, exclude list is [], retry=0 2024-11-19T12:22:51,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46355,DS-33531380-7653-4296-9e2a-5176b49e9419,DISK] 2024-11-19T12:22:51,018 INFO [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751/351a98347401%2C38565%2C1732018968751.1732018970991 2024-11-19T12:22:51,024 DEBUG [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44967:44967)] 2024-11-19T12:22:51,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:22:51,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a 2024-11-19T12:22:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741833_1009 (size=32) 2024-11-19T12:22:51,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:51,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:22:51,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:51,579 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [351a98347401,44413,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:44413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T12:22:51,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:51,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:51,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:51,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:51,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:51,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:51,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:51,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:51,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:51,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:51,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:51,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:51,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:51,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:51,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:51,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:51,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740 2024-11-19T12:22:51,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740 2024-11-19T12:22:51,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:51,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:51,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:51,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:51,588 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65251441, jitterRate=-0.027677759528160095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018971578Initializing all the Stores at 1732018971578Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018971578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018971579 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018971579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018971579Cleaning up temporary data from old regions at 1732018971585 (+6 ms)Region opened successfully at 1732018971588 (+3 ms) 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:22:51,588 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:22:51,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:22:51,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018971588Disabling compacts and flushes for region at 1732018971588Disabling writes for close at 1732018971588Writing region close event to WAL at 1732018971588Closed at 1732018971588 2024-11-19T12:22:51,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:51,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:22:51,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:22:51,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:51,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:22:51,741 DEBUG [351a98347401:43985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T12:22:51,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,38565,1732018968751 2024-11-19T12:22:51,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,38565,1732018968751, state=OPENING 2024-11-19T12:22:51,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:51,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:51,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:22:51,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:51,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:22:51,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:22:51,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21994700895/meta-region-server: CHANGED 2024-11-19T12:22:51,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21994700895/meta-region-server: CHANGED 2024-11-19T12:22:51,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,38565,1732018968751}] 2024-11-19T12:22:52,022 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:52,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:22:52,026 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:22:52,026 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:52,026 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:22:52,027 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C38565%2C1732018968751.meta, suffix=.meta, logDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751, archiveDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/oldWALs, maxLogs=10 2024-11-19T12:22:52,039 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751/351a98347401%2C38565%2C1732018968751.meta.1732018972027.meta, exclude list is [], retry=0 2024-11-19T12:22:52,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46355,DS-33531380-7653-4296-9e2a-5176b49e9419,DISK] 2024-11-19T12:22:52,041 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751/351a98347401%2C38565%2C1732018968751.meta.1732018972027.meta 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44967:44967)] 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:52,042 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:22:52,042 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:22:52,042 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:22:52,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:22:52,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:22:52,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:52,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:22:52,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:22:52,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:52,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:22:52,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:22:52,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:52,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:22:52,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:22:52,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:22:52,046 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:22:52,047 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740 2024-11-19T12:22:52,047 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740 2024-11-19T12:22:52,048 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:22:52,048 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:22:52,048 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:22:52,049 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:22:52,050 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65432275, jitterRate=-0.024983122944831848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:22:52,050 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:22:52,050 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018972043Writing region info on filesystem at 1732018972043Initializing all the Stores at 1732018972043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018972043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018972043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018972043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018972043Cleaning up temporary data from old regions at 1732018972048 (+5 ms)Running coprocessor post-open hooks at 1732018972050 (+2 ms)Region opened successfully at 1732018972050 2024-11-19T12:22:52,050 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018972022 2024-11-19T12:22:52,052 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:22:52,052 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:22:52,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,38565,1732018968751 2024-11-19T12:22:52,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,38565,1732018968751, state=OPEN 2024-11-19T12:22:52,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21994700895/meta-region-server 2024-11-19T12:22:52,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21994700895/meta-region-server 2024-11-19T12:22:52,059 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,38565,1732018968751 2024-11-19T12:22:52,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21994700895/meta-region-server: CHANGED 2024-11-19T12:22:52,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21994700895/meta-region-server: CHANGED 2024-11-19T12:22:52,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:22:52,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,38565,1732018968751 in 189 msec 2024-11-19T12:22:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:22:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-19T12:22:52,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:22:52,063 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:22:52,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:52,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38565,1732018968751, seqNum=-1] 2024-11-19T12:22:52,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:52,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:52,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-19T12:22:52,068 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018972068, completionTime=-1 2024-11-19T12:22:52,068 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T12:22:52,068 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:22:52,069 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T12:22:52,069 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732019032069 2024-11-19T12:22:52,069 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732019092069 2024-11-19T12:22:52,069 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:22:52,070 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43985,1732018968618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,070 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43985,1732018968618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,070 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43985,1732018968618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,070 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:43985, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,070 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,070 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,071 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:22:52,072 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.255sec 2024-11-19T12:22:52,072 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:22:52,072 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:22:52,072 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:22:52,072 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:22:52,072 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:22:52,073 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43985,1732018968618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:22:52,073 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43985,1732018968618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:22:52,074 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:22:52,074 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:22:52,074 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43985,1732018968618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:22:52,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:52,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43985,-1 for getting cluster id 2024-11-19T12:22:52,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:52,173 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f7e61e9-e5e1-4370-be7a-62387604e05e' 2024-11-19T12:22:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f7e61e9-e5e1-4370-be7a-62387604e05e" 2024-11-19T12:22:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570389ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43985,-1] 2024-11-19T12:22:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:52,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:52,174 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:52,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:52,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:52,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38565,1732018968751, seqNum=-1] 2024-11-19T12:22:52,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:52,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:52,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,43985,1732018968618 2024-11-19T12:22:52,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51711 2024-11-19T12:22:52,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:22:52,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101530be25c0008 connected 2024-11-19T12:22:52,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33189,1732018958279 2024-11-19T12:22:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518e81a3 2024-11-19T12:22:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:52,209 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:52,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:52,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:52,212 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:52,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:52,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0532637c2dfa296beab34532ea0f13a, NAME => 'test,,1732018972210.b0532637c2dfa296beab34532ea0f13a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda 2024-11-19T12:22:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:52,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018972210.b0532637c2dfa296beab34532ea0f13a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:52,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0532637c2dfa296beab34532ea0f13a, disabling compactions & flushes 2024-11-19T12:22:52,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. after waiting 0 ms 2024-11-19T12:22:52,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0532637c2dfa296beab34532ea0f13a: Waiting for close lock at 1732018972625Disabling compacts and flushes for region at 1732018972625Disabling writes for close at 1732018972625Writing region close event to WAL at 1732018972625Closed at 1732018972625 2024-11-19T12:22:52,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:52,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018972210.b0532637c2dfa296beab34532ea0f13a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018972626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018972626"}]},"ts":"1732018972626"} 2024-11-19T12:22:52,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:52,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:52,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018972628"}]},"ts":"1732018972628"} 2024-11-19T12:22:52,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:52,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0532637c2dfa296beab34532ea0f13a, ASSIGN}] 2024-11-19T12:22:52,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0532637c2dfa296beab34532ea0f13a, ASSIGN 2024-11-19T12:22:52,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0532637c2dfa296beab34532ea0f13a, ASSIGN; state=OFFLINE, location=351a98347401,41331,1732018958488; forceNewPlan=false, retain=false 2024-11-19T12:22:52,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0532637c2dfa296beab34532ea0f13a, regionState=OPENING, regionLocation=351a98347401,41331,1732018958488 2024-11-19T12:22:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0532637c2dfa296beab34532ea0f13a, ASSIGN because future has completed 2024-11-19T12:22:52,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0532637c2dfa296beab34532ea0f13a, server=351a98347401,41331,1732018958488}] 2024-11-19T12:22:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:52,938 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,938 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0532637c2dfa296beab34532ea0f13a, NAME => 'test,,1732018972210.b0532637c2dfa296beab34532ea0f13a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:52,939 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:52,939 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:52,939 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,939 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018972210.b0532637c2dfa296beab34532ea0f13a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:52,939 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,939 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,940 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,941 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0532637c2dfa296beab34532ea0f13a columnFamilyName f 2024-11-19T12:22:52,941 DEBUG [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,941 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] regionserver.HStore(327): Store=b0532637c2dfa296beab34532ea0f13a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:52,941 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,942 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0532637c2dfa296beab34532ea0f13a columnFamilyName f1 2024-11-19T12:22:52,942 DEBUG [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,942 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] regionserver.HStore(327): Store=b0532637c2dfa296beab34532ea0f13a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:52,942 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,943 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0532637c2dfa296beab34532ea0f13a columnFamilyName norep 2024-11-19T12:22:52,943 DEBUG [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:52,943 INFO [StoreOpener-b0532637c2dfa296beab34532ea0f13a-1 {}] regionserver.HStore(327): Store=b0532637c2dfa296beab34532ea0f13a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:52,943 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,943 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,944 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,944 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,944 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,945 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:52,945 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,948 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:52,949 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0532637c2dfa296beab34532ea0f13a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71426764, jitterRate=0.0643417239189148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:52,949 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:22:52,949 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0532637c2dfa296beab34532ea0f13a: Running coprocessor pre-open hook at 1732018972939Writing region info on filesystem at 1732018972939Initializing all the Stores at 1732018972940 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018972940Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018972940Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018972940Cleaning up temporary data from old regions at 1732018972944 (+4 ms)Running coprocessor post-open hooks at 1732018972949 (+5 ms)Region opened successfully at 1732018972949 2024-11-19T12:22:52,950 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., pid=6, masterSystemTime=1732018972935 2024-11-19T12:22:52,951 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,951 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:22:52,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0532637c2dfa296beab34532ea0f13a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,41331,1732018958488 2024-11-19T12:22:52,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0532637c2dfa296beab34532ea0f13a, server=351a98347401,41331,1732018958488 because future has completed 2024-11-19T12:22:52,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:52,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0532637c2dfa296beab34532ea0f13a, server=351a98347401,41331,1732018958488 in 171 msec 2024-11-19T12:22:52,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:52,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0532637c2dfa296beab34532ea0f13a, ASSIGN in 325 msec 2024-11-19T12:22:52,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:52,957 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018972957"}]},"ts":"1732018972957"} 2024-11-19T12:22:52,958 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:52,959 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:52,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-19T12:22:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:53,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:53,349 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,38071,1732018963147 2024-11-19T12:22:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ead9f8 2024-11-19T12:22:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:53,351 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:53,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:53,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:53,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:53,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:53,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:53,369 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3187ecef60ff65dbe268f6474376dd2d, NAME => 'test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222 2024-11-19T12:22:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:53,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:53,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3187ecef60ff65dbe268f6474376dd2d, disabling compactions & flushes 2024-11-19T12:22:53,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:53,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:53,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. after waiting 0 ms 2024-11-19T12:22:53,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:53,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:53,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3187ecef60ff65dbe268f6474376dd2d: Waiting for close lock at 1732018973780Disabling compacts and flushes for region at 1732018973780Disabling writes for close at 1732018973780Writing region close event to WAL at 1732018973780Closed at 1732018973780 2024-11-19T12:22:53,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:53,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018973781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018973781"}]},"ts":"1732018973781"} 2024-11-19T12:22:53,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:53,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:53,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018973789"}]},"ts":"1732018973789"} 2024-11-19T12:22:53,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:53,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3187ecef60ff65dbe268f6474376dd2d, ASSIGN}] 2024-11-19T12:22:53,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3187ecef60ff65dbe268f6474376dd2d, ASSIGN 2024-11-19T12:22:53,795 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3187ecef60ff65dbe268f6474376dd2d, ASSIGN; state=OFFLINE, location=351a98347401,41411,1732018963287; forceNewPlan=false, retain=false 2024-11-19T12:22:53,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3187ecef60ff65dbe268f6474376dd2d, regionState=OPENING, regionLocation=351a98347401,41411,1732018963287 2024-11-19T12:22:53,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3187ecef60ff65dbe268f6474376dd2d, ASSIGN because future has completed 2024-11-19T12:22:53,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3187ecef60ff65dbe268f6474376dd2d, server=351a98347401,41411,1732018963287}] 2024-11-19T12:22:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:54,103 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:54,104 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3187ecef60ff65dbe268f6474376dd2d, NAME => 'test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:54,104 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:54,104 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:54,104 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,104 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:54,104 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,104 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,108 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,110 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3187ecef60ff65dbe268f6474376dd2d columnFamilyName f 2024-11-19T12:22:54,110 DEBUG [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,110 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] regionserver.HStore(327): Store=3187ecef60ff65dbe268f6474376dd2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:54,110 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,111 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3187ecef60ff65dbe268f6474376dd2d columnFamilyName f1 2024-11-19T12:22:54,111 DEBUG [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,111 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] regionserver.HStore(327): Store=3187ecef60ff65dbe268f6474376dd2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:54,111 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,112 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3187ecef60ff65dbe268f6474376dd2d columnFamilyName norep 2024-11-19T12:22:54,112 DEBUG [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,112 INFO [StoreOpener-3187ecef60ff65dbe268f6474376dd2d-1 {}] regionserver.HStore(327): Store=3187ecef60ff65dbe268f6474376dd2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:54,112 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,113 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,113 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,114 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,114 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,114 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:54,115 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,116 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:54,117 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3187ecef60ff65dbe268f6474376dd2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140035, jitterRate=-0.11874480545520782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:54,117 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:22:54,117 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3187ecef60ff65dbe268f6474376dd2d: Running coprocessor pre-open hook at 1732018974105Writing region info on filesystem at 1732018974105Initializing all the Stores at 1732018974105Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018974105Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018974108 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018974108Cleaning up temporary data from old regions at 1732018974114 (+6 ms)Running coprocessor post-open hooks at 1732018974117 (+3 ms)Region opened successfully at 1732018974117 2024-11-19T12:22:54,118 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d., pid=6, masterSystemTime=1732018974100 2024-11-19T12:22:54,119 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:54,119 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:22:54,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3187ecef60ff65dbe268f6474376dd2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,41411,1732018963287 2024-11-19T12:22:54,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3187ecef60ff65dbe268f6474376dd2d, server=351a98347401,41411,1732018963287 because future has completed 2024-11-19T12:22:54,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:54,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3187ecef60ff65dbe268f6474376dd2d, server=351a98347401,41411,1732018963287 in 176 msec 2024-11-19T12:22:54,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:54,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3187ecef60ff65dbe268f6474376dd2d, ASSIGN in 340 msec 2024-11-19T12:22:54,138 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:54,139 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018974138"}]},"ts":"1732018974138"} 2024-11-19T12:22:54,141 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:54,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:54,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-19T12:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:54,488 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:54,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43985,1732018968618 2024-11-19T12:22:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc5e58a 2024-11-19T12:22:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:54,492 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:54,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T12:22:54,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:54,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T12:22:54,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:54,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741835_1011 (size=902) 2024-11-19T12:22:54,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8957dbe8aac63fcfafd3125c34e34cbc, NAME => 'test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a 2024-11-19T12:22:54,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741836_1012 (size=39) 2024-11-19T12:22:54,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:54,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8957dbe8aac63fcfafd3125c34e34cbc, disabling compactions & flushes 2024-11-19T12:22:54,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. after waiting 0 ms 2024-11-19T12:22:54,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8957dbe8aac63fcfafd3125c34e34cbc: Waiting for close lock at 1732018974518Disabling compacts and flushes for region at 1732018974518Disabling writes for close at 1732018974518Writing region close event to WAL at 1732018974518Closed at 1732018974518 2024-11-19T12:22:54,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:54,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732018974520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018974520"}]},"ts":"1732018974520"} 2024-11-19T12:22:54,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:54,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:54,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018974523"}]},"ts":"1732018974523"} 2024-11-19T12:22:54,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T12:22:54,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8957dbe8aac63fcfafd3125c34e34cbc, ASSIGN}] 2024-11-19T12:22:54,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8957dbe8aac63fcfafd3125c34e34cbc, ASSIGN 2024-11-19T12:22:54,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8957dbe8aac63fcfafd3125c34e34cbc, ASSIGN; state=OFFLINE, location=351a98347401,38565,1732018968751; forceNewPlan=false, retain=false 2024-11-19T12:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:54,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8957dbe8aac63fcfafd3125c34e34cbc, regionState=OPENING, regionLocation=351a98347401,38565,1732018968751 2024-11-19T12:22:54,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8957dbe8aac63fcfafd3125c34e34cbc, ASSIGN because future has completed 2024-11-19T12:22:54,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8957dbe8aac63fcfafd3125c34e34cbc, server=351a98347401,38565,1732018968751}] 2024-11-19T12:22:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:54,836 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,836 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8957dbe8aac63fcfafd3125c34e34cbc, NAME => 'test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:54,836 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:54,837 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T12:22:54,837 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,837 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:54,837 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,837 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,838 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,839 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8957dbe8aac63fcfafd3125c34e34cbc columnFamilyName f 2024-11-19T12:22:54,839 DEBUG [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,839 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] regionserver.HStore(327): Store=8957dbe8aac63fcfafd3125c34e34cbc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:54,840 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,840 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8957dbe8aac63fcfafd3125c34e34cbc columnFamilyName f1 2024-11-19T12:22:54,840 DEBUG [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,841 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] regionserver.HStore(327): Store=8957dbe8aac63fcfafd3125c34e34cbc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:54,841 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,842 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8957dbe8aac63fcfafd3125c34e34cbc columnFamilyName norep 2024-11-19T12:22:54,842 DEBUG [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:54,842 INFO [StoreOpener-8957dbe8aac63fcfafd3125c34e34cbc-1 {}] regionserver.HStore(327): Store=8957dbe8aac63fcfafd3125c34e34cbc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:54,842 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,843 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,843 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,844 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,844 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,844 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:54,845 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,846 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:54,847 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8957dbe8aac63fcfafd3125c34e34cbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62001783, jitterRate=-0.07610143721103668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:54,847 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:22:54,847 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8957dbe8aac63fcfafd3125c34e34cbc: Running coprocessor pre-open hook at 1732018974837Writing region info on filesystem at 1732018974837Initializing all the Stores at 1732018974838 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018974838Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018974838Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018974838Cleaning up temporary data from old regions at 1732018974844 (+6 ms)Running coprocessor post-open hooks at 1732018974847 (+3 ms)Region opened successfully at 1732018974847 2024-11-19T12:22:54,848 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc., pid=6, masterSystemTime=1732018974833 2024-11-19T12:22:54,850 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,850 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:22:54,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8957dbe8aac63fcfafd3125c34e34cbc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=351a98347401,38565,1732018968751 2024-11-19T12:22:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8957dbe8aac63fcfafd3125c34e34cbc, server=351a98347401,38565,1732018968751 because future has completed 2024-11-19T12:22:54,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T12:22:54,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8957dbe8aac63fcfafd3125c34e34cbc, server=351a98347401,38565,1732018968751 in 178 msec 2024-11-19T12:22:54,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T12:22:54,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8957dbe8aac63fcfafd3125c34e34cbc, ASSIGN in 336 msec 2024-11-19T12:22:54,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:54,864 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018974864"}]},"ts":"1732018974864"} 2024-11-19T12:22:54,871 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T12:22:54,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:54,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 379 msec 2024-11-19T12:22:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:22:55,129 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T12:22:55,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33189,-1 for getting cluster id 2024-11-19T12:22:55,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:55,131 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5' 2024-11-19T12:22:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5" 2024-11-19T12:22:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1549d9cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33189,-1] 2024-11-19T12:22:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:55,132 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193384c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33189,1732018958279 2024-11-19T12:22:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@257dfc40 2024-11-19T12:22:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:55,135 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:55,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://351a98347401:38071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:22:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:22:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:55,141 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:38071' 2024-11-19T12:22:55,142 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dcf2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,142 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,38071,-1 for getting cluster id 2024-11-19T12:22:55,142 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:55,143 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3babde2c-05e6-4eff-9e70-e2e5201d7e79' 2024-11-19T12:22:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3babde2c-05e6-4eff-9e70-e2e5201d7e79" 2024-11-19T12:22:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f360ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,38071,-1] 2024-11-19T12:22:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:55,144 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:55,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70500e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,145 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:55,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,38071,1732018963147 2024-11-19T12:22:55,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41d472a4 2024-11-19T12:22:55,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:55,146 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:55,147 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T12:22:55,147 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:22:55,147 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:55,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:55,148 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:22:55,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:55,150 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T12:22:55,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:22:55,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:55,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:22:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741837_1013 (size=1138) 2024-11-19T12:22:55,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18872fd61871102d40651c5a698cdd0a, NAME => 'hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda 2024-11-19T12:22:55,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741838_1014 (size=44) 2024-11-19T12:22:55,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:55,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18872fd61871102d40651c5a698cdd0a, disabling compactions & flushes 2024-11-19T12:22:55,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. after waiting 0 ms 2024-11-19T12:22:55,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18872fd61871102d40651c5a698cdd0a: Waiting for close lock at 1732018975187Disabling compacts and flushes for region at 1732018975187Disabling writes for close at 1732018975187Writing region close event to WAL at 1732018975187Closed at 1732018975187 2024-11-19T12:22:55,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:22:55,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732018975188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018975188"}]},"ts":"1732018975188"} 2024-11-19T12:22:55,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T12:22:55,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:22:55,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018975192"}]},"ts":"1732018975192"} 2024-11-19T12:22:55,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T12:22:55,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18872fd61871102d40651c5a698cdd0a, ASSIGN}] 2024-11-19T12:22:55,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18872fd61871102d40651c5a698cdd0a, ASSIGN 2024-11-19T12:22:55,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18872fd61871102d40651c5a698cdd0a, ASSIGN; state=OFFLINE, location=351a98347401,41331,1732018958488; forceNewPlan=false, retain=false 2024-11-19T12:22:55,203 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T12:22:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:55,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18872fd61871102d40651c5a698cdd0a, regionState=OPENING, regionLocation=351a98347401,41331,1732018958488 2024-11-19T12:22:55,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18872fd61871102d40651c5a698cdd0a, ASSIGN because future has completed 2024-11-19T12:22:55,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18872fd61871102d40651c5a698cdd0a, server=351a98347401,41331,1732018958488}] 2024-11-19T12:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:55,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:22:55,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T12:22:55,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=351a98347401%2C41331%2C1732018958488.rep, suffix=, logDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/oldWALs, maxLogs=10 2024-11-19T12:22:55,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018975506, exclude list is [], retry=0 2024-11-19T12:22:55,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:55,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018975506 2024-11-19T12:22:55,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:55,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18872fd61871102d40651c5a698cdd0a, NAME => 'hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:22:55,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T12:22:55,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:22:55,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. service=MultiRowMutationService 2024-11-19T12:22:55,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T12:22:55,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:22:55,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,529 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,529 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18872fd61871102d40651c5a698cdd0a columnFamilyName hfileref 2024-11-19T12:22:55,530 DEBUG [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:55,530 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] regionserver.HStore(327): Store=18872fd61871102d40651c5a698cdd0a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:55,530 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,531 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18872fd61871102d40651c5a698cdd0a columnFamilyName queue 2024-11-19T12:22:55,531 DEBUG [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:55,531 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] regionserver.HStore(327): Store=18872fd61871102d40651c5a698cdd0a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:55,531 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,532 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18872fd61871102d40651c5a698cdd0a columnFamilyName sid 2024-11-19T12:22:55,532 DEBUG [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:22:55,532 INFO [StoreOpener-18872fd61871102d40651c5a698cdd0a-1 {}] regionserver.HStore(327): Store=18872fd61871102d40651c5a698cdd0a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:22:55,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T12:22:55,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:22:55,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18872fd61871102d40651c5a698cdd0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60983529, jitterRate=-0.09127460420131683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T12:22:55,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:22:55,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18872fd61871102d40651c5a698cdd0a: Running coprocessor pre-open hook at 1732018975528Writing region info on filesystem at 1732018975528Initializing all the Stores at 1732018975528Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018975528Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018975529 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018975529Cleaning up temporary data from old regions at 1732018975533 (+4 ms)Running coprocessor post-open hooks at 1732018975535 (+2 ms)Region opened successfully at 1732018975535 2024-11-19T12:22:55,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a., pid=10, masterSystemTime=1732018975502 2024-11-19T12:22:55,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:22:55,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18872fd61871102d40651c5a698cdd0a, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,41331,1732018958488 2024-11-19T12:22:55,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18872fd61871102d40651c5a698cdd0a, server=351a98347401,41331,1732018958488 because future has completed 2024-11-19T12:22:55,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T12:22:55,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18872fd61871102d40651c5a698cdd0a, server=351a98347401,41331,1732018958488 in 190 msec 2024-11-19T12:22:55,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T12:22:55,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18872fd61871102d40651c5a698cdd0a, ASSIGN in 347 msec 2024-11-19T12:22:55,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:22:55,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018975544"}]},"ts":"1732018975544"} 2024-11-19T12:22:55,546 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T12:22:55,547 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:22:55,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 399 msec 2024-11-19T12:22:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a., hostname=351a98347401,41331,1732018958488, seqNum=2] 2024-11-19T12:22:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:22:55,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:22:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:55,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T12:22:55,781 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T12:22:55,821 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-351a98347401,41331,1732018958488, ReplicationSource: 1, currentBandwidth=0 2024-11-19T12:22:55,822 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:55,822 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41331,1732018958488, seqNum=-1] 2024-11-19T12:22:55,823 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:55,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:55,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-351a98347401,41331,1732018958488', locateType=CURRENT is [region=hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a., hostname=351a98347401,41331,1732018958488, seqNum=2] 2024-11-19T12:22:55,827 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T12:22:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T12:22:55,829 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 351a98347401,41331,1732018958488 suceeded 2024-11-19T12:22:55,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T12:22:55,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-19T12:22:55,831 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://351a98347401:38071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:22:55,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 696 msec 2024-11-19T12:22:55,840 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:38071' 2024-11-19T12:22:55,841 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b64b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,842 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,38071,-1 for getting cluster id 2024-11-19T12:22:55,842 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:55,842 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3babde2c-05e6-4eff-9e70-e2e5201d7e79' 2024-11-19T12:22:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3babde2c-05e6-4eff-9e70-e2e5201d7e79" 2024-11-19T12:22:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f38db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,38071,-1] 2024-11-19T12:22:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:55,844 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:55,844 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c363beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:55,844 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:55,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,38071,1732018963147 2024-11-19T12:22:55,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc23565 2024-11-19T12:22:55,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:55,846 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:55,847 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-351a98347401,41331,1732018958488 (queues=1) is replicating from cluster=ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5 to cluster=3babde2c-05e6-4eff-9e70-e2e5201d7e79 2024-11-19T12:22:55,847 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=351a98347401%2C41331%2C1732018958488 2024-11-19T12:22:55,847 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-351a98347401,41331,1732018958488, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:22:55,847 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C41331%2C1732018958488 2024-11-19T12:22:55,847 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908, startPosition=0, beingWritten=true 2024-11-19T12:22:55,851 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:22:55,851 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 379, reset compression=false 2024-11-19T12:22:55,851 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:22:56,056 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 379, reset compression=false 2024-11-19T12:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T12:22:56,278 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T12:22:56,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:56,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:56,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:56,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:56,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:56,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33189,-1 for getting cluster id 2024-11-19T12:22:56,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:56,280 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5' 2024-11-19T12:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5" 2024-11-19T12:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693cff78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33189,-1] 2024-11-19T12:22:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:56,281 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a79107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,38071,-1 for getting cluster id 2024-11-19T12:22:56,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:56,284 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3babde2c-05e6-4eff-9e70-e2e5201d7e79' 2024-11-19T12:22:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3babde2c-05e6-4eff-9e70-e2e5201d7e79" 2024-11-19T12:22:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440087ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,38071,-1] 2024-11-19T12:22:56,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:56,286 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78023aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43985,-1 for getting cluster id 2024-11-19T12:22:56,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:56,288 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f7e61e9-e5e1-4370-be7a-62387604e05e' 2024-11-19T12:22:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f7e61e9-e5e1-4370-be7a-62387604e05e" 2024-11-19T12:22:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150f481b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43985,-1] 2024-11-19T12:22:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:56,289 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247de7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:56,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:56,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732018976294/Put/seqid=0 2024-11-19T12:22:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741840_1016 (size=7894) 2024-11-19T12:22:56,360 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 379, reset compression=false 2024-11-19T12:22:56,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732018976706/Put/seqid=0 2024-11-19T12:22:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741841_1017 (size=7691) 2024-11-19T12:22:56,765 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 379, reset compression=false 2024-11-19T12:22:57,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:57,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33189,-1 for getting cluster id 2024-11-19T12:22:57,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:57,111 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5' 2024-11-19T12:22:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5" 2024-11-19T12:22:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6326f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33189,-1] 2024-11-19T12:22:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:57,112 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:57,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:57,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41331,1732018958488, seqNum=-1] 2024-11-19T12:22:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:57,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:57,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33189,1732018958279 2024-11-19T12:22:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a4a9b2e 2024-11-19T12:22:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:57,121 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2] 2024-11-19T12:22:57,126 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:22:57,129 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T12:22:57,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T12:22:57,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_0 for inclusion in b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T12:22:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:57,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_1 for inclusion in b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T12:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HRegion(2603): Flush status journal for b0532637c2dfa296beab34532ea0f13a: 2024-11-19T12:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_0 2024-11-19T12:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_0 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ 2024-11-19T12:22:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_1 2024-11-19T12:22:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_1 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/6480e908c1584753856f969823239fe0_SeqId_4_ 2024-11-19T12:22:57,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_0 into b0532637c2dfa296beab34532ea0f13a/f as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ - updating store file list. 2024-11-19T12:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b28d03c3e97548d69199dc6b987d59e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:57,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ into b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:57,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_0 into b0532637c2dfa296beab34532ea0f13a/f (new location: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_) 2024-11-19T12:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_0 2024-11-19T12:22:57,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_1 into b0532637c2dfa296beab34532ea0f13a/f as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/6480e908c1584753856f969823239fe0_SeqId_4_ - updating store file list. 2024-11-19T12:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6480e908c1584753856f969823239fe0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:57,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/6480e908c1584753856f969823239fe0_SeqId_4_ into b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:57,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_1 into b0532637c2dfa296beab34532ea0f13a/f (new location: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/6480e908c1584753856f969823239fe0_SeqId_4_) 2024-11-19T12:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__lag8v2rlip64dai8did64v5k3gfnlkn5tjfjrfhmi0rrl5o038h9a8ccltgcdvn8/f/hfile_1 2024-11-19T12:22:57,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:57,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:57,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:57,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:57,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:57,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2 , the old value is region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=351a98347401:41331 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:22:57,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:22:57,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2 from cache 2024-11-19T12:22:57,160 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T12:22:57,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41411,1732018963287, seqNum=-1] 2024-11-19T12:22:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:57,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:57,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d., hostname=351a98347401,41411,1732018963287, seqNum=2] 2024-11-19T12:22:57,165 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:22:57,267 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 379, reset compression=false 2024-11-19T12:22:57,268 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:41331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T12:22:57,272 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:57,272 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0532637c2dfa296beab34532ea0f13a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018977158/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T12:22:57,274 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:57,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T12:22:57,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.ReplicationSink(318): Replicating [ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5] bulk loaded data 2024-11-19T12:22:57,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d758655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:57,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,38071,-1 for getting cluster id 2024-11-19T12:22:57,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:57,277 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3babde2c-05e6-4eff-9e70-e2e5201d7e79' 2024-11-19T12:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3babde2c-05e6-4eff-9e70-e2e5201d7e79" 2024-11-19T12:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540f6f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,38071,-1] 2024-11-19T12:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:57,278 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:57,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1c19e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741837_1013 (size=7894) 2024-11-19T12:22:57,472 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 687, reset compression=false 2024-11-19T12:22:57,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:22:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:22:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741838_1014 (size=7691) 2024-11-19T12:22:57,776 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 687, reset compression=false 2024-11-19T12:22:58,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T12:22:58,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,38071,1732018963147 2024-11-19T12:22:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@226c4f35 2024-11-19T12:22:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:58,114 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:58,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:22:58,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:58,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41411,1732018963287, seqNum=-1] 2024-11-19T12:22:58,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:58,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:58,122 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/6480e908c1584753856f969823239fe0_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T12:22:58,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T12:22:58,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/6480e908c1584753856f969823239fe0_SeqId_4_ for inclusion in 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:22:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T12:22:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:58,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ for inclusion in 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T12:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HRegion(2603): Flush status journal for 3187ecef60ff65dbe268f6474376dd2d: 2024-11-19T12:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6480e908c1584753856f969823239fe0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/6480e908c1584753856f969823239fe0_SeqId_4_ as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/b3195b8471d8498b82927a654389c498_SeqId_4_ 2024-11-19T12:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/34f1b5ce69b34f5ebc0def73da98d65b_SeqId_4_ 2024-11-19T12:22:58,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/6480e908c1584753856f969823239fe0_SeqId_4_ into 3187ecef60ff65dbe268f6474376dd2d/f as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/b3195b8471d8498b82927a654389c498_SeqId_4_ - updating store file list. 2024-11-19T12:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3195b8471d8498b82927a654389c498_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:58,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/b3195b8471d8498b82927a654389c498_SeqId_4_ into 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:22:58,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/6480e908c1584753856f969823239fe0_SeqId_4_ into 3187ecef60ff65dbe268f6474376dd2d/f (new location: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/b3195b8471d8498b82927a654389c498_SeqId_4_) 2024-11-19T12:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/6480e908c1584753856f969823239fe0_SeqId_4_ 2024-11-19T12:22:58,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ into 3187ecef60ff65dbe268f6474376dd2d/f as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/34f1b5ce69b34f5ebc0def73da98d65b_SeqId_4_ - updating store file list. 2024-11-19T12:22:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34f1b5ce69b34f5ebc0def73da98d65b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:58,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/34f1b5ce69b34f5ebc0def73da98d65b_SeqId_4_ into 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:22:58,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ into 3187ecef60ff65dbe268f6474376dd2d/f (new location: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/34f1b5ce69b34f5ebc0def73da98d65b_SeqId_4_) 2024-11-19T12:22:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__a16dgf34sibu0408vgkrt42v0ipff1559k5bb36l3r3adio56e3i3745q02hebro/f/b28d03c3e97548d69199dc6b987d59e0_SeqId_4_ 2024-11-19T12:22:58,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.ReplicationSink(324): Finished replicating [ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5] bulk loaded data 2024-11-19T12:22:58,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38565,1732018968751, seqNum=-1] 2024-11-19T12:22:58,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:58,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc., hostname=351a98347401,38565,1732018968751, seqNum=2] 2024-11-19T12:22:58,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:58,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:22:58,179 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 687, reset compression=false 2024-11-19T12:22:58,179 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 351a98347401%2C41331%2C1732018958488:(num 1732018959908) roll requested 2024-11-19T12:22:58,191 DEBUG [regionserver/351a98347401:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, exclude list is [], retry=0 2024-11-19T12:22:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:58,194 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 2024-11-19T12:22:58,194 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:58,194 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 is not closed yet, will try archiving it next time 2024-11-19T12:22:58,194 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 351a98347401%2C41331%2C1732018958488.rep:(num 1732018975506) roll requested 2024-11-19T12:22:58,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33189,-1 for getting cluster id 2024-11-19T12:22:58,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741833_1009 (size=695) 2024-11-19T12:22:58,195 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5' 2024-11-19T12:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5" 2024-11-19T12:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b60d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33189,-1] 2024-11-19T12:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,196 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/oldWALs/351a98347401%2C41331%2C1732018958488.1732018959908 2024-11-19T12:22:58,197 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:58,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cf76e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33189,1732018958279 2024-11-19T12:22:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab77a31 2024-11-19T12:22:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:58,199 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:58,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://351a98347401:43985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T12:22:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T12:22:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:22:58,202 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:43985' 2024-11-19T12:22:58,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9ec73a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,203 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43985,-1 for getting cluster id 2024-11-19T12:22:58,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:58,203 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f7e61e9-e5e1-4370-be7a-62387604e05e' 2024-11-19T12:22:58,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:58,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f7e61e9-e5e1-4370-be7a-62387604e05e" 2024-11-19T12:22:58,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618b6094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43985,-1] 2024-11-19T12:22:58,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:58,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,204 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:58,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b15d476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:58,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43985,1732018968618 2024-11-19T12:22:58,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1180a500 2024-11-19T12:22:58,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:58,206 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:58,207 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T12:22:58,207 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T12:22:58,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:58,209 DEBUG [regionserver/351a98347401:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018978194, exclude list is [], retry=0 2024-11-19T12:22:58,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:58,212 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018975506 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018978194 2024-11-19T12:22:58,212 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:58,212 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018975506 is not closed yet, will try archiving it next time 2024-11-19T12:22:58,212 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 351a98347401%2C41331%2C1732018958488.meta:.meta(num 1732018960470) roll requested 2024-11-19T12:22:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741839_1015 (size=1505) 2024-11-19T12:22:58,229 DEBUG [regionserver/351a98347401:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018978212.meta, exclude list is [], retry=0 2024-11-19T12:22:58,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-22088ad6-a467-4d7f-a437-12ebc00d71f0,DISK] 2024-11-19T12:22:58,236 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018960470.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018978212.meta 2024-11-19T12:22:58,236 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)] 2024-11-19T12:22:58,236 DEBUG [regionserver/351a98347401:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018960470.meta is not closed yet, will try archiving it next time 2024-11-19T12:22:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741834_1010 (size=3473) 2024-11-19T12:22:58,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T12:22:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:22:58,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T12:22:58,402 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T12:22:58,426 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-351a98347401,41331,1732018958488, ReplicationSource: 2, currentBandwidth=0 2024-11-19T12:22:58,428 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T12:22:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T12:22:58,430 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 351a98347401,41331,1732018958488 suceeded 2024-11-19T12:22:58,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T12:22:58,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-19T12:22:58,431 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://351a98347401:43985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T12:22:58,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-19T12:22:58,447 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='351a98347401:43985' 2024-11-19T12:22:58,449 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b937781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,449 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43985,-1 for getting cluster id 2024-11-19T12:22:58,449 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:58,450 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f7e61e9-e5e1-4370-be7a-62387604e05e' 2024-11-19T12:22:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f7e61e9-e5e1-4370-be7a-62387604e05e" 2024-11-19T12:22:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c4569b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43985,-1] 2024-11-19T12:22:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:58,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,451 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:58,452 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463bb3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:58,452 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43985,1732018968618 2024-11-19T12:22:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c77ce0b 2024-11-19T12:22:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:58,453 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:58,453 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-351a98347401,41331,1732018958488 (queues=1) is replicating from cluster=ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5 to cluster=1f7e61e9-e5e1-4370-be7a-62387604e05e 2024-11-19T12:22:58,453 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=351a98347401%2C41331%2C1732018958488 2024-11-19T12:22:58,453 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-351a98347401,41331,1732018958488, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T12:22:58,454 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, startPosition=0, beingWritten=true 2024-11-19T12:22:58,456 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 351a98347401%2C41331%2C1732018958488 2024-11-19T12:22:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T12:22:58,518 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T12:22:58,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:58,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:58,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:58,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:22:58,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:58,527 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732018978527/Put/seqid=0 2024-11-19T12:22:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741845_1021 (size=11194) 2024-11-19T12:22:58,668 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 0, reset compression=false 2024-11-19T12:22:58,695 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 to pos 687, reset compression=false 2024-11-19T12:22:58,696 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 was moved to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/oldWALs/351a98347401%2C41331%2C1732018958488.1732018959908 2024-11-19T12:22:58,698 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908 2024-11-19T12:22:58,698 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018959908, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T12:22:58,698 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, startPosition=0, beingWritten=true 2024-11-19T12:22:58,700 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [351a98347401%2C41331%2C1732018958488.1732018959908] 2024-11-19T12:22:58,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732018978936/Put/seqid=0 2024-11-19T12:22:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741846_1022 (size=10791) 2024-11-19T12:22:58,972 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 0, reset compression=false 2024-11-19T12:22:59,302 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 0, reset compression=false 2024-11-19T12:22:59,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:59,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,33189,-1 for getting cluster id 2024-11-19T12:22:59,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:59,342 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5' 2024-11-19T12:22:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5" 2024-11-19T12:22:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bf2072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,33189,-1] 2024-11-19T12:22:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:59,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:59,343 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:59,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:59,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:59,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,41331,1732018958488, seqNum=-1] 2024-11-19T12:22:59,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:59,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:22:59,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,33189,1732018958279 2024-11-19T12:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20dd4e3d 2024-11-19T12:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:59,351 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:22:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2] 2024-11-19T12:22:59,355 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:22:59,359 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T12:22:59,361 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T12:22:59,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_0 for inclusion in b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T12:22:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:59,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_1 for inclusion in b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T12:22:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HRegion(2603): Flush status journal for b0532637c2dfa296beab34532ea0f13a: 2024-11-19T12:22:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_0 2024-11-19T12:22:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_0 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ 2024-11-19T12:22:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_1 2024-11-19T12:22:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_1 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ 2024-11-19T12:22:59,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_0 into b0532637c2dfa296beab34532ea0f13a/f as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ - updating store file list. 2024-11-19T12:22:59,375 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 0, reset compression=false 2024-11-19T12:22:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 858166a15d8d418ebb37e371e472a56c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:59,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ into b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:59,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_0 into b0532637c2dfa296beab34532ea0f13a/f (new location: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_) 2024-11-19T12:22:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_0 2024-11-19T12:22:59,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_1 into b0532637c2dfa296beab34532ea0f13a/f as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ - updating store file list. 2024-11-19T12:22:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:59,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ into b0532637c2dfa296beab34532ea0f13a/f 2024-11-19T12:22:59,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_1 into b0532637c2dfa296beab34532ea0f13a/f (new location: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_) 2024-11-19T12:22:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41331 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/staging/jenkins__test__rusq3gadclsjlfip4laoe571lh34ock1c7a396api3a0sbnbo5hcmf954istfbvt/f/hfile_1 2024-11-19T12:22:59,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:22:59,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:22:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:59,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:22:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2 , the old value is region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=351a98347401:41331 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:22:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T12:22:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., hostname=351a98347401,41331,1732018958488, seqNum=2 from cache 2024-11-19T12:22:59,385 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T12:22:59,388 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:22:59,390 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:22:59,390 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0532637c2dfa296beab34532ea0f13a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018979382/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T12:22:59,391 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:22:59,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T12:22:59,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(318): Replicating [ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5] bulk loaded data 2024-11-19T12:22:59,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52277914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:59,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ClusterIdFetcher(90): Going to request 351a98347401,43985,-1 for getting cluster id 2024-11-19T12:22:59,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:22:59,394 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f7e61e9-e5e1-4370-be7a-62387604e05e' 2024-11-19T12:22:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:22:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f7e61e9-e5e1-4370-be7a-62387604e05e" 2024-11-19T12:22:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea369f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,43985,-1] 2024-11-19T12:22:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:22:59,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:22:59,395 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:22:59,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0eabf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:22:59,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741837_1013 (size=11194) 2024-11-19T12:22:59,487 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:41331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T12:22:59,590 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:22:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741838_1014 (size=10791) 2024-11-19T12:22:59,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:22:59,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,43985,1732018968618 2024-11-19T12:22:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b4c22d 2024-11-19T12:22:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:22:59,829 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T12:22:59,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:22:59,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:22:59,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,38565,1732018968751, seqNum=-1] 2024-11-19T12:22:59,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:22:59,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T12:22:59,839 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T12:22:59,845 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T12:22:59,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ for inclusion in 8957dbe8aac63fcfafd3125c34e34cbc/f 2024-11-19T12:22:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T12:22:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:59,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ for inclusion in 8957dbe8aac63fcfafd3125c34e34cbc/f 2024-11-19T12:22:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T12:22:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:22:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegion(2603): Flush status journal for 8957dbe8aac63fcfafd3125c34e34cbc: 2024-11-19T12:22:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:22:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/607f80319953457d8de42890037eef98_SeqId_4_ 2024-11-19T12:22:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 858166a15d8d418ebb37e371e472a56c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:22:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/acc396e629b04b19a09db9537ba660d1_SeqId_4_ 2024-11-19T12:22:59,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ into 8957dbe8aac63fcfafd3125c34e34cbc/f as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/607f80319953457d8de42890037eef98_SeqId_4_ - updating store file list. 2024-11-19T12:22:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 607f80319953457d8de42890037eef98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:59,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/607f80319953457d8de42890037eef98_SeqId_4_ into 8957dbe8aac63fcfafd3125c34e34cbc/f 2024-11-19T12:22:59,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ into 8957dbe8aac63fcfafd3125c34e34cbc/f (new location: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/607f80319953457d8de42890037eef98_SeqId_4_) 2024-11-19T12:22:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ 2024-11-19T12:22:59,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ into 8957dbe8aac63fcfafd3125c34e34cbc/f as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/acc396e629b04b19a09db9537ba660d1_SeqId_4_ - updating store file list. 2024-11-19T12:22:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acc396e629b04b19a09db9537ba660d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T12:22:59,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/acc396e629b04b19a09db9537ba660d1_SeqId_4_ into 8957dbe8aac63fcfafd3125c34e34cbc/f 2024-11-19T12:22:59,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ into 8957dbe8aac63fcfafd3125c34e34cbc/f (new location: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/f/acc396e629b04b19a09db9537ba660d1_SeqId_4_) 2024-11-19T12:22:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/staging/jenkins.hfs.23__test__51b7t00cs0tttqb6c1fk749f64ecs43gd35ni95l3caa7lkq5mpri1t5q6buk564/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ 2024-11-19T12:22:59,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(324): Finished replicating [ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5] bulk loaded data 2024-11-19T12:22:59,893 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:00,005 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 0, reset compression=false 2024-11-19T12:23:00,009 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T12:23:00,009 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0532637c2dfa296beab34532ea0f13a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732018979382/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T12:23:00,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.ReplicationSink(318): Replicating [ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5] bulk loaded data 2024-11-19T12:23:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741839_1015 (size=11194) 2024-11-19T12:23:00,209 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:00,296 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:00,391 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T12:23:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741840_1016 (size=10791) 2024-11-19T12:23:00,512 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:00,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:23:00,799 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:00,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T12:23:00,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T12:23:00,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T12:23:00,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ for inclusion in 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:23:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T12:23:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:23:00,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ for inclusion in 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:23:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T12:23:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T12:23:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HRegion(2603): Flush status journal for 3187ecef60ff65dbe268f6474376dd2d: 2024-11-19T12:23:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:23:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/584bee3affc44936bbe7eb89d52d1e47_SeqId_6_ 2024-11-19T12:23:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 858166a15d8d418ebb37e371e472a56c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T12:23:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/f0562d0e029647ecbf322417d402816f_SeqId_6_ 2024-11-19T12:23:00,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ into 3187ecef60ff65dbe268f6474376dd2d/f as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/584bee3affc44936bbe7eb89d52d1e47_SeqId_6_ - updating store file list. 2024-11-19T12:23:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 584bee3affc44936bbe7eb89d52d1e47_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:23:00,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/584bee3affc44936bbe7eb89d52d1e47_SeqId_6_ into 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:23:00,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ into 3187ecef60ff65dbe268f6474376dd2d/f (new location: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/584bee3affc44936bbe7eb89d52d1e47_SeqId_6_) 2024-11-19T12:23:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/f46e81f51add4b48b902b65ffc2bdeac_SeqId_6_ 2024-11-19T12:23:00,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ into 3187ecef60ff65dbe268f6474376dd2d/f as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/f0562d0e029647ecbf322417d402816f_SeqId_6_ - updating store file list. 2024-11-19T12:23:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0562d0e029647ecbf322417d402816f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T12:23:00,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/f0562d0e029647ecbf322417d402816f_SeqId_6_ into 3187ecef60ff65dbe268f6474376dd2d/f 2024-11-19T12:23:00,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ into 3187ecef60ff65dbe268f6474376dd2d/f (new location: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/f/f0562d0e029647ecbf322417d402816f_SeqId_6_) 2024-11-19T12:23:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/staging/jenkins.hfs.22__test__nek7iklb0o5n4nggn5ld5s1llk54icbi93ch40b6q1fag39bk393ng39468354n0/f/858166a15d8d418ebb37e371e472a56c_SeqId_6_ 2024-11-19T12:23:00,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] regionserver.ReplicationSink(324): Finished replicating [ff845cd6-e423-4a5b-8860-c7fbcc6f7ba5] bulk loaded data 2024-11-19T12:23:00,915 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:01,402 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:01,418 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:23:01,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:23:01,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:01,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:01,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:01,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:23:01,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784705919, stopped=false 2024-11-19T12:23:01,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:01,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,43985,1732018968618 2024-11-19T12:23:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21994700895/running 2024-11-19T12:23:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21994700895/running 2024-11-19T12:23:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:23:01,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:23:01,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:23:01,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:23:01,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:01,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:01,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/running 2024-11-19T12:23:01,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Set watcher on znode that does not yet exist, /21994700895/running 2024-11-19T12:23:01,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,38565,1732018968751' ***** 2024-11-19T12:23:01,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:23:01,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(959): stopping server 351a98347401,38565,1732018968751 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:23:01,460 INFO [RS:0;351a98347401:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:38565. 2024-11-19T12:23:01,460 DEBUG [RS:0;351a98347401:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:01,460 DEBUG [RS:0;351a98347401:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:01,460 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8957dbe8aac63fcfafd3125c34e34cbc, disabling compactions & flushes 2024-11-19T12:23:01,461 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:23:01,461 INFO [RS:0;351a98347401:38565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. after waiting 0 ms 2024-11-19T12:23:01,461 INFO [RS:0;351a98347401:38565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:23:01,461 INFO [RS:0;351a98347401:38565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:23:01,461 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:23:01,461 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:23:01,461 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8957dbe8aac63fcfafd3125c34e34cbc=test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc.} 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:23:01,461 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8957dbe8aac63fcfafd3125c34e34cbc 2024-11-19T12:23:01,461 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:23:01,461 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:23:01,461 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T12:23:01,464 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/default/test/8957dbe8aac63fcfafd3125c34e34cbc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T12:23:01,464 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:01,464 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:23:01,464 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:23:01,464 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8957dbe8aac63fcfafd3125c34e34cbc: Waiting for close lock at 1732018981460Running coprocessor pre-close hooks at 1732018981460Disabling compacts and flushes for region at 1732018981460Disabling writes for close at 1732018981461 (+1 ms)Writing region close event to WAL at 1732018981462 (+1 ms)Running coprocessor post-close hooks at 1732018981464 (+2 ms)Closed at 1732018981464 2024-11-19T12:23:01,464 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc. 2024-11-19T12:23:01,474 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/info/1dd2a68115a54d7da0a99669c0c4ca02 is 129, key is test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc./info:regioninfo/1732018974850/Put/seqid=0 2024-11-19T12:23:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741839_1015 (size=6421) 2024-11-19T12:23:01,479 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:23:01,661 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:01,860 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:23:01,860 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:23:01,861 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:01,877 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/info/1dd2a68115a54d7da0a99669c0c4ca02 2024-11-19T12:23:01,892 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/ns/874e52dbde5c4792a42c18923a3dc0fa is 43, key is default/ns:d/1732018972065/Put/seqid=0 2024-11-19T12:23:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741840_1016 (size=5153) 2024-11-19T12:23:02,021 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:02,061 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:02,105 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:02,262 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:02,295 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/ns/874e52dbde5c4792a42c18923a3dc0fa 2024-11-19T12:23:02,318 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/rep_barrier/27f1126f852b438cb8cd4d27d378ebca is 112, key is test,,1732018974492.8957dbe8aac63fcfafd3125c34e34cbc./rep_barrier:seqnumDuringOpen/1732018974850/Put/seqid=0 2024-11-19T12:23:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741841_1017 (size=5518) 2024-11-19T12:23:02,327 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/rep_barrier/27f1126f852b438cb8cd4d27d378ebca 2024-11-19T12:23:02,343 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/table/9bbaa265993d4e0eb1a2200fa2bfc94f is 40, key is test/table:state/1732018974864/Put/seqid=0 2024-11-19T12:23:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741842_1018 (size=5165) 2024-11-19T12:23:02,462 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:23:02,462 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:23:02,462 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:02,662 DEBUG [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:02,724 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:02,747 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/table/9bbaa265993d4e0eb1a2200fa2bfc94f 2024-11-19T12:23:02,750 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/info/1dd2a68115a54d7da0a99669c0c4ca02 as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/info/1dd2a68115a54d7da0a99669c0c4ca02 2024-11-19T12:23:02,753 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/info/1dd2a68115a54d7da0a99669c0c4ca02, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T12:23:02,754 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/ns/874e52dbde5c4792a42c18923a3dc0fa as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/ns/874e52dbde5c4792a42c18923a3dc0fa 2024-11-19T12:23:02,757 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/ns/874e52dbde5c4792a42c18923a3dc0fa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:23:02,758 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/rep_barrier/27f1126f852b438cb8cd4d27d378ebca as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/rep_barrier/27f1126f852b438cb8cd4d27d378ebca 2024-11-19T12:23:02,762 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/rep_barrier/27f1126f852b438cb8cd4d27d378ebca, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T12:23:02,762 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/.tmp/table/9bbaa265993d4e0eb1a2200fa2bfc94f as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/table/9bbaa265993d4e0eb1a2200fa2bfc94f 2024-11-19T12:23:02,765 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/table/9bbaa265993d4e0eb1a2200fa2bfc94f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:23:02,766 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-11-19T12:23:02,774 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T12:23:02,775 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:02,775 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:23:02,775 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:23:02,775 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018981461Running coprocessor pre-close hooks at 1732018981461Disabling compacts and flushes for region at 1732018981461Disabling writes for close at 1732018981461Obtaining lock to block concurrent updates at 1732018981461Preparing flush snapshotting stores in 1588230740 at 1732018981461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732018981461Flushing stores of hbase:meta,,1.1588230740 at 1732018981462 (+1 ms)Flushing 1588230740/info: creating writer at 1732018981462Flushing 1588230740/info: appending metadata at 1732018981474 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732018981474Flushing 1588230740/ns: creating writer at 1732018981880 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732018981891 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732018981891Flushing 1588230740/rep_barrier: creating writer at 1732018982298 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018982317 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018982317Flushing 1588230740/table: creating writer at 1732018982331 (+14 ms)Flushing 1588230740/table: appending metadata at 1732018982343 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732018982343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232a73d1: reopening flushed file at 1732018982750 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f9777a: reopening flushed file at 1732018982753 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6672d475: reopening flushed file at 1732018982757 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4ce481: reopening flushed file at 1732018982762 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1732018982766 (+4 ms)Writing region close event to WAL at 1732018982769 (+3 ms)Running coprocessor post-close hooks at 1732018982775 (+6 ms)Closed at 1732018982775 2024-11-19T12:23:02,775 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:23:02,862 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(976): stopping server 351a98347401,38565,1732018968751; all regions closed. 2024-11-19T12:23:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741834_1010 (size=2717) 2024-11-19T12:23:02,865 DEBUG [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/oldWALs 2024-11-19T12:23:02,865 INFO [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C38565%2C1732018968751.meta:.meta(num 1732018972027) 2024-11-19T12:23:02,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741832_1008 (size=1028) 2024-11-19T12:23:02,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/WALs/351a98347401,38565,1732018968751/351a98347401%2C38565%2C1732018968751.1732018970991 not finished, retry = 0 2024-11-19T12:23:02,908 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:02,969 DEBUG [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/oldWALs 2024-11-19T12:23:02,969 INFO [RS:0;351a98347401:38565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C38565%2C1732018968751:(num 1732018970991) 2024-11-19T12:23:02,969 DEBUG [RS:0;351a98347401:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:02,969 INFO [RS:0;351a98347401:38565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:23:02,969 INFO [RS:0;351a98347401:38565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:23:02,969 INFO [RS:0;351a98347401:38565 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:23:02,969 INFO [RS:0;351a98347401:38565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:23:02,970 INFO [RS:0;351a98347401:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:38565. 2024-11-19T12:23:02,970 DEBUG [RS:0;351a98347401:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:02,970 DEBUG [RS:0;351a98347401:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:02,970 DEBUG [RS:0;351a98347401:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:02,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:02,970 INFO [RS:0;351a98347401:38565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38565 2024-11-19T12:23:02,971 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:23:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21994700895/rs/351a98347401,38565,1732018968751 2024-11-19T12:23:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895/rs 2024-11-19T12:23:02,985 INFO [RS:0;351a98347401:38565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:23:02,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,38565,1732018968751] 2024-11-19T12:23:03,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21994700895/draining/351a98347401,38565,1732018968751 already deleted, retry=false 2024-11-19T12:23:03,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,38565,1732018968751 expired; onlineServers=0 2024-11-19T12:23:03,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,43985,1732018968618' ***** 2024-11-19T12:23:03,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:23:03,006 INFO [M:0;351a98347401:43985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:23:03,006 INFO [M:0;351a98347401:43985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:23:03,006 DEBUG [M:0;351a98347401:43985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:23:03,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:23:03,007 DEBUG [M:0;351a98347401:43985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:23:03,007 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018970764 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018970764,5,FailOnTimeoutGroup] 2024-11-19T12:23:03,007 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018970764 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018970764,5,FailOnTimeoutGroup] 2024-11-19T12:23:03,007 INFO [M:0;351a98347401:43985 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:23:03,007 INFO [M:0;351a98347401:43985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:23:03,007 DEBUG [M:0;351a98347401:43985 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:23:03,007 INFO [M:0;351a98347401:43985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:23:03,007 INFO [M:0;351a98347401:43985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:23:03,007 INFO [M:0;351a98347401:43985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:23:03,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:23:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21994700895/master 2024-11-19T12:23:03,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21994700895 2024-11-19T12:23:03,017 DEBUG [M:0;351a98347401:43985 {}] zookeeper.ZKUtil(347): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Unable to get data of znode /21994700895/master because node does not exist (not an error) 2024-11-19T12:23:03,017 WARN [M:0;351a98347401:43985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:23:03,017 INFO [M:0;351a98347401:43985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/.lastflushedseqids 2024-11-19T12:23:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741843_1019 (size=173) 2024-11-19T12:23:03,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:03,096 INFO [RS:0;351a98347401:38565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:23:03,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x101530be25c0007, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:03,096 INFO [RS:0;351a98347401:38565 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,38565,1732018968751; zookeeper connection closed. 2024-11-19T12:23:03,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a72326e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a72326e 2024-11-19T12:23:03,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:23:03,426 INFO [M:0;351a98347401:43985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:23:03,426 INFO [M:0;351a98347401:43985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:23:03,426 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:23:03,426 INFO [M:0;351a98347401:43985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:03,426 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:03,426 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:23:03,426 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:03,426 INFO [M:0;351a98347401:43985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T12:23:03,439 DEBUG [M:0;351a98347401:43985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/230b06ec56574c30bba193568a716380 is 82, key is hbase:meta,,1/info:regioninfo/1732018972052/Put/seqid=0 2024-11-19T12:23:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741844_1020 (size=5672) 2024-11-19T12:23:03,442 INFO [M:0;351a98347401:43985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/230b06ec56574c30bba193568a716380 2024-11-19T12:23:03,455 DEBUG [M:0;351a98347401:43985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/986ff22db1d044ebaddffbda6e97c419 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018974873/Put/seqid=0 2024-11-19T12:23:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741845_1021 (size=6586) 2024-11-19T12:23:03,527 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:03,811 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:03,859 INFO [M:0;351a98347401:43985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/986ff22db1d044ebaddffbda6e97c419 2024-11-19T12:23:03,877 DEBUG [M:0;351a98347401:43985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf3c2e38bccc4fb3ad2cede2c9986730 is 69, key is 351a98347401,38565,1732018968751/rs:state/1732018970800/Put/seqid=0 2024-11-19T12:23:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741846_1022 (size=5156) 2024-11-19T12:23:03,884 INFO [M:0;351a98347401:43985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf3c2e38bccc4fb3ad2cede2c9986730 2024-11-19T12:23:03,887 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/230b06ec56574c30bba193568a716380 as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/230b06ec56574c30bba193568a716380 2024-11-19T12:23:03,890 INFO [M:0;351a98347401:43985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/230b06ec56574c30bba193568a716380, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T12:23:03,890 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/986ff22db1d044ebaddffbda6e97c419 as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/986ff22db1d044ebaddffbda6e97c419 2024-11-19T12:23:03,893 INFO [M:0;351a98347401:43985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/986ff22db1d044ebaddffbda6e97c419, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T12:23:03,894 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf3c2e38bccc4fb3ad2cede2c9986730 as hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf3c2e38bccc4fb3ad2cede2c9986730 2024-11-19T12:23:03,896 INFO [M:0;351a98347401:43985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43787/user/jenkins/test-data/7b9a6353-4c0f-8eb3-c027-5aa18d6a2b7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf3c2e38bccc4fb3ad2cede2c9986730, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T12:23:03,897 INFO [M:0;351a98347401:43985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=55, compaction requested=false 2024-11-19T12:23:03,898 INFO [M:0;351a98347401:43985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:03,898 DEBUG [M:0;351a98347401:43985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018983426Disabling compacts and flushes for region at 1732018983426Disabling writes for close at 1732018983426Obtaining lock to block concurrent updates at 1732018983426Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018983426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732018983427 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018983427Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018983427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018983439 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018983439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018983444 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018983455 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018983455Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018983862 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018983876 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018983876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed8090: reopening flushed file at 1732018983886 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62577fdc: reopening flushed file at 1732018983890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a69162: reopening flushed file at 1732018983893 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=55, compaction requested=false at 1732018983897 (+4 ms)Writing region close event to WAL at 1732018983898 (+1 ms)Closed at 1732018983898 2024-11-19T12:23:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46355 is added to blk_1073741830_1006 (size=32770) 2024-11-19T12:23:03,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:23:03,900 INFO [M:0;351a98347401:43985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:23:03,900 INFO [M:0;351a98347401:43985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43985 2024-11-19T12:23:03,900 INFO [M:0;351a98347401:43985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:23:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:04,053 INFO [M:0;351a98347401:43985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:23:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43985-0x101530be25c0006, quorum=127.0.0.1:51711, baseZNode=/21994700895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:04,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c206bad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:23:04,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:23:04,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:23:04,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:23:04,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/hadoop.log.dir/,STOPPED} 2024-11-19T12:23:04,057 WARN [BP-1620259626-172.17.0.2-1732018966369 heartbeating to localhost/127.0.0.1:43787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:23:04,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:23:04,057 WARN [BP-1620259626-172.17.0.2-1732018966369 heartbeating to localhost/127.0.0.1:43787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1620259626-172.17.0.2-1732018966369 (Datanode Uuid 04290f24-a12a-4f04-b4ca-2d95eacc66de) service to localhost/127.0.0.1:43787 2024-11-19T12:23:04,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:23:04,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/cluster_cda1e8f0-362d-a00b-b0ad-1482e239eeb2/data/data1/current/BP-1620259626-172.17.0.2-1732018966369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:23:04,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/cluster_cda1e8f0-362d-a00b-b0ad-1482e239eeb2/data/data2/current/BP-1620259626-172.17.0.2-1732018966369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:23:04,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:23:04,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b14f006{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:23:04,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a5204a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:23:04,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:23:04,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a0b0a92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:23:04,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4d0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c4d2c-0ba6-76a9-a0c1-6413312e11b8/hadoop.log.dir/,STOPPED} 2024-11-19T12:23:04,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:23:04,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:23:04,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:23:04,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:04,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:04,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:04,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:04,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:23:04,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=640604291, stopped=false 2024-11-19T12:23:04,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,38071,1732018963147 2024-11-19T12:23:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-812824905/running 2024-11-19T12:23:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-812824905/running 2024-11-19T12:23:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:23:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:23:04,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:23:04,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:23:04,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/running 2024-11-19T12:23:04,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:04,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Set watcher on znode that does not yet exist, /1-812824905/running 2024-11-19T12:23:04,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:04,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,41411,1732018963287' ***** 2024-11-19T12:23:04,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:23:04,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(3091): Received CLOSE for 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(959): stopping server 351a98347401,41411,1732018963287 2024-11-19T12:23:04,091 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:23:04,091 INFO [RS:0;351a98347401:41411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41411. 2024-11-19T12:23:04,091 DEBUG [RS:0;351a98347401:41411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:04,091 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3187ecef60ff65dbe268f6474376dd2d, disabling compactions & flushes 2024-11-19T12:23:04,091 DEBUG [RS:0;351a98347401:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:04,092 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:23:04,092 INFO [RS:0;351a98347401:41411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:23:04,092 INFO [RS:0;351a98347401:41411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. after waiting 0 ms 2024-11-19T12:23:04,092 INFO [RS:0;351a98347401:41411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:23:04,092 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:23:04,092 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T12:23:04,092 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3187ecef60ff65dbe268f6474376dd2d=test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d.} 2024-11-19T12:23:04,092 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3187ecef60ff65dbe268f6474376dd2d 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:23:04,092 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:23:04,092 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:23:04,092 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T12:23:04,094 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/default/test/3187ecef60ff65dbe268f6474376dd2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:23:04,095 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:04,095 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:23:04,095 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:23:04,095 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3187ecef60ff65dbe268f6474376dd2d: Waiting for close lock at 1732018984091Running coprocessor pre-close hooks at 1732018984091Disabling compacts and flushes for region at 1732018984091Disabling writes for close at 1732018984092 (+1 ms)Writing region close event to WAL at 1732018984092Running coprocessor post-close hooks at 1732018984095 (+3 ms)Closed at 1732018984095 2024-11-19T12:23:04,095 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d. 2024-11-19T12:23:04,104 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/info/d0eb64d3f0f4432eb8b6cb2b0b578e91 is 129, key is test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d./info:regioninfo/1732018974120/Put/seqid=0 2024-11-19T12:23:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741841_1017 (size=6421) 2024-11-19T12:23:04,292 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:04,430 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:04,492 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:04,507 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/info/d0eb64d3f0f4432eb8b6cb2b0b578e91 2024-11-19T12:23:04,529 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/ns/d8a272d7a67246aab4bd7073e7914b74 is 43, key is default/ns:d/1732018966286/Put/seqid=0 2024-11-19T12:23:04,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741842_1018 (size=5153) 2024-11-19T12:23:04,539 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/ns/d8a272d7a67246aab4bd7073e7914b74 2024-11-19T12:23:04,566 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/rep_barrier/e3b0c1231fcd46bd8cbc1b1a73b6307d is 112, key is test,,1732018973351.3187ecef60ff65dbe268f6474376dd2d./rep_barrier:seqnumDuringOpen/1732018974120/Put/seqid=0 2024-11-19T12:23:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741843_1019 (size=5518) 2024-11-19T12:23:04,692 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:04,815 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:04,893 DEBUG [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:04,970 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/rep_barrier/e3b0c1231fcd46bd8cbc1b1a73b6307d 2024-11-19T12:23:04,989 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/table/869c612fae5f4c56b7d1709fbcec2e90 is 40, key is test/table:state/1732018974138/Put/seqid=0 2024-11-19T12:23:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741844_1020 (size=5165) 2024-11-19T12:23:04,997 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/table/869c612fae5f4c56b7d1709fbcec2e90 2024-11-19T12:23:05,000 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/info/d0eb64d3f0f4432eb8b6cb2b0b578e91 as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/info/d0eb64d3f0f4432eb8b6cb2b0b578e91 2024-11-19T12:23:05,004 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/info/d0eb64d3f0f4432eb8b6cb2b0b578e91, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T12:23:05,004 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/ns/d8a272d7a67246aab4bd7073e7914b74 as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/ns/d8a272d7a67246aab4bd7073e7914b74 2024-11-19T12:23:05,008 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/ns/d8a272d7a67246aab4bd7073e7914b74, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:23:05,010 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/rep_barrier/e3b0c1231fcd46bd8cbc1b1a73b6307d as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/rep_barrier/e3b0c1231fcd46bd8cbc1b1a73b6307d 2024-11-19T12:23:05,014 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/rep_barrier/e3b0c1231fcd46bd8cbc1b1a73b6307d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T12:23:05,015 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/.tmp/table/869c612fae5f4c56b7d1709fbcec2e90 as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/table/869c612fae5f4c56b7d1709fbcec2e90 2024-11-19T12:23:05,018 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/table/869c612fae5f4c56b7d1709fbcec2e90, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T12:23:05,019 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false 2024-11-19T12:23:05,019 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:23:05,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T12:23:05,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:05,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:23:05,023 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:23:05,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018984092Running coprocessor pre-close hooks at 1732018984092Disabling compacts and flushes for region at 1732018984092Disabling writes for close at 1732018984092Obtaining lock to block concurrent updates at 1732018984092Preparing flush snapshotting stores in 1588230740 at 1732018984092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732018984092Flushing stores of hbase:meta,,1.1588230740 at 1732018984093 (+1 ms)Flushing 1588230740/info: creating writer at 1732018984093Flushing 1588230740/info: appending metadata at 1732018984104 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732018984104Flushing 1588230740/ns: creating writer at 1732018984511 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732018984529 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732018984529Flushing 1588230740/rep_barrier: creating writer at 1732018984545 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018984565 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018984565Flushing 1588230740/table: creating writer at 1732018984973 (+408 ms)Flushing 1588230740/table: appending metadata at 1732018984989 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732018984989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fcc343: reopening flushed file at 1732018985000 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5948034f: reopening flushed file at 1732018985004 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6517670e: reopening flushed file at 1732018985008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a433988: reopening flushed file at 1732018985014 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false at 1732018985019 (+5 ms)Writing region close event to WAL at 1732018985021 (+2 ms)Running coprocessor post-close hooks at 1732018985023 (+2 ms)Closed at 1732018985023 2024-11-19T12:23:05,023 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:23:05,093 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(976): stopping server 351a98347401,41411,1732018963287; all regions closed. 2024-11-19T12:23:05,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287/351a98347401%2C41411%2C1732018963287.meta.1732018966231.meta not finished, retry = 0 2024-11-19T12:23:05,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741834_1010 (size=2717) 2024-11-19T12:23:05,145 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:23:05,145 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:23:05,197 DEBUG [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/oldWALs 2024-11-19T12:23:05,197 INFO [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C41411%2C1732018963287.meta:.meta(num 1732018966231) 2024-11-19T12:23:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741832_1008 (size=1374) 2024-11-19T12:23:05,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/WALs/351a98347401,41411,1732018963287/351a98347401%2C41411%2C1732018963287.1732018965205 not finished, retry = 0 2024-11-19T12:23:05,300 DEBUG [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/oldWALs 2024-11-19T12:23:05,300 INFO [RS:0;351a98347401:41411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C41411%2C1732018963287:(num 1732018965205) 2024-11-19T12:23:05,300 DEBUG [RS:0;351a98347401:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:05,300 INFO [RS:0;351a98347401:41411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:23:05,300 INFO [RS:0;351a98347401:41411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:23:05,301 INFO [RS:0;351a98347401:41411 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T12:23:05,301 INFO [RS:0;351a98347401:41411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:23:05,301 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:23:05,301 INFO [RS:0;351a98347401:41411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41411. 2024-11-19T12:23:05,301 DEBUG [RS:0;351a98347401:41411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:05,301 DEBUG [RS:0;351a98347401:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:05,301 DEBUG [RS:0;351a98347401:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:05,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:05,301 INFO [RS:0;351a98347401:41411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41411 2024-11-19T12:23:05,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-812824905/rs/351a98347401,41411,1732018963287 2024-11-19T12:23:05,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905/rs 2024-11-19T12:23:05,321 INFO [RS:0;351a98347401:41411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:23:05,322 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fbff48e1240@378b4881 rejected from java.util.concurrent.ThreadPoolExecutor@33b4daa8[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T12:23:05,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,41411,1732018963287] 2024-11-19T12:23:05,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-812824905/draining/351a98347401,41411,1732018963287 already deleted, retry=false 2024-11-19T12:23:05,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,41411,1732018963287 expired; onlineServers=0 2024-11-19T12:23:05,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,38071,1732018963147' ***** 2024-11-19T12:23:05,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:23:05,406 INFO [M:0;351a98347401:38071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:23:05,406 INFO [M:0;351a98347401:38071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:23:05,406 DEBUG [M:0;351a98347401:38071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:23:05,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:23:05,406 DEBUG [M:0;351a98347401:38071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:23:05,406 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018964929 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018964929,5,FailOnTimeoutGroup] 2024-11-19T12:23:05,406 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018964932 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018964932,5,FailOnTimeoutGroup] 2024-11-19T12:23:05,406 INFO [M:0;351a98347401:38071 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:23:05,406 INFO [M:0;351a98347401:38071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:23:05,406 DEBUG [M:0;351a98347401:38071 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:23:05,407 INFO [M:0;351a98347401:38071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:23:05,407 INFO [M:0;351a98347401:38071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:23:05,407 INFO [M:0;351a98347401:38071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:23:05,407 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:23:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-812824905/master 2024-11-19T12:23:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-812824905 2024-11-19T12:23:05,416 DEBUG [M:0;351a98347401:38071 {}] zookeeper.ZKUtil(347): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Unable to get data of znode /1-812824905/master because node does not exist (not an error) 2024-11-19T12:23:05,416 WARN [M:0;351a98347401:38071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:23:05,417 INFO [M:0;351a98347401:38071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/.lastflushedseqids 2024-11-19T12:23:05,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741845_1021 (size=173) 2024-11-19T12:23:05,434 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:05,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:05,488 INFO [RS:0;351a98347401:41411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:23:05,488 INFO [RS:0;351a98347401:41411 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,41411,1732018963287; zookeeper connection closed. 2024-11-19T12:23:05,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x101530be25c0004, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:05,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d99ad4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d99ad4d 2024-11-19T12:23:05,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:23:05,826 INFO [M:0;351a98347401:38071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:23:05,826 INFO [M:0;351a98347401:38071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:23:05,826 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:23:05,826 INFO [M:0;351a98347401:38071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:05,826 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:05,826 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:23:05,826 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:05,826 INFO [M:0;351a98347401:38071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T12:23:05,840 DEBUG [M:0;351a98347401:38071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce2aca0b4e8644039ea85912c62df3a4 is 82, key is hbase:meta,,1/info:regioninfo/1732018966258/Put/seqid=0 2024-11-19T12:23:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741846_1022 (size=5672) 2024-11-19T12:23:05,917 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:06,243 INFO [M:0;351a98347401:38071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce2aca0b4e8644039ea85912c62df3a4 2024-11-19T12:23:06,258 DEBUG [M:0;351a98347401:38071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87716328b10b43fe84555240b19a9c13 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018974144/Put/seqid=0 2024-11-19T12:23:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741847_1023 (size=6586) 2024-11-19T12:23:06,540 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:06,661 INFO [M:0;351a98347401:38071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87716328b10b43fe84555240b19a9c13 2024-11-19T12:23:06,691 DEBUG [M:0;351a98347401:38071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4961022bbbcf4ccfb15d4f3bf589da30 is 69, key is 351a98347401,41411,1732018963287/rs:state/1732018965053/Put/seqid=0 2024-11-19T12:23:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741848_1024 (size=5156) 2024-11-19T12:23:06,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:23:06,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:06,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:06,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:06,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:06,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:06,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:06,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,095 INFO [M:0;351a98347401:38071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4961022bbbcf4ccfb15d4f3bf589da30 2024-11-19T12:23:07,102 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce2aca0b4e8644039ea85912c62df3a4 as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce2aca0b4e8644039ea85912c62df3a4 2024-11-19T12:23:07,106 INFO [M:0;351a98347401:38071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce2aca0b4e8644039ea85912c62df3a4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T12:23:07,107 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87716328b10b43fe84555240b19a9c13 as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87716328b10b43fe84555240b19a9c13 2024-11-19T12:23:07,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:23:07,114 INFO [M:0;351a98347401:38071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87716328b10b43fe84555240b19a9c13, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T12:23:07,114 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4961022bbbcf4ccfb15d4f3bf589da30 as hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4961022bbbcf4ccfb15d4f3bf589da30 2024-11-19T12:23:07,118 INFO [M:0;351a98347401:38071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/9731a68b-0371-1d6a-e724-5c26b839d222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4961022bbbcf4ccfb15d4f3bf589da30, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T12:23:07,119 INFO [M:0;351a98347401:38071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=55, compaction requested=false 2024-11-19T12:23:07,120 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:07,133 INFO [M:0;351a98347401:38071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:07,133 DEBUG [M:0;351a98347401:38071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018985826Disabling compacts and flushes for region at 1732018985826Disabling writes for close at 1732018985826Obtaining lock to block concurrent updates at 1732018985826Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018985826Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732018985826Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018985827 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018985827Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018985839 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018985839Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018986246 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018986257 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018986257Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018986664 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018986690 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018986690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c76cb2: reopening flushed file at 1732018987101 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0e699d: reopening flushed file at 1732018987106 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b05bead: reopening flushed file at 1732018987114 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=55, compaction requested=false at 1732018987119 (+5 ms)Writing region close event to WAL at 1732018987133 (+14 ms)Closed at 1732018987133 2024-11-19T12:23:07,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36777 is added to blk_1073741830_1006 (size=32770) 2024-11-19T12:23:07,136 INFO [M:0;351a98347401:38071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:23:07,136 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:23:07,136 INFO [M:0;351a98347401:38071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38071 2024-11-19T12:23:07,136 INFO [M:0;351a98347401:38071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:23:07,264 INFO [M:0;351a98347401:38071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:23:07,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:07,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38071-0x101530be25c0003, quorum=127.0.0.1:51711, baseZNode=/1-812824905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:07,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10a95b7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:23:07,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74a1f4d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:23:07,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:23:07,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ae9580{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:23:07,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f12594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir/,STOPPED} 2024-11-19T12:23:07,267 WARN [BP-1559943528-172.17.0.2-1732018960658 heartbeating to localhost/127.0.0.1:46699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:23:07,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:23:07,267 WARN [BP-1559943528-172.17.0.2-1732018960658 heartbeating to localhost/127.0.0.1:46699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559943528-172.17.0.2-1732018960658 (Datanode Uuid 06f2de62-ec90-47f8-92c4-20fd2eb41ad1) service to localhost/127.0.0.1:46699 2024-11-19T12:23:07,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:23:07,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/cluster_608cb9a8-5a6f-5a35-ba43-d0caa576af6c/data/data1/current/BP-1559943528-172.17.0.2-1732018960658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:23:07,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/cluster_608cb9a8-5a6f-5a35-ba43-d0caa576af6c/data/data2/current/BP-1559943528-172.17.0.2-1732018960658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:23:07,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:23:07,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58820025{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:23:07,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46672585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:23:07,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:23:07,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a6dd9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:23:07,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e41501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3bdc405c-63ad-a6ce-c892-3aa4c3dc1caa/hadoop.log.dir/,STOPPED} 2024-11-19T12:23:07,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:23:07,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:23:07,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:23:07,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:07,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:07,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:07,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:07,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:23:07,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925581244, stopped=false 2024-11-19T12:23:07,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,33189,1732018958279 2024-11-19T12:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553567510/running 2024-11-19T12:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553567510/running 2024-11-19T12:23:07,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:23:07,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:23:07,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:07,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:07,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/running 2024-11-19T12:23:07,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,41331,1732018958488' ***** 2024-11-19T12:23:07,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:23:07,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Set watcher on znode that does not yet exist, /0553567510/running 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:23:07,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(959): stopping server 351a98347401,41331,1732018958488 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41331. 2024-11-19T12:23:07,312 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0532637c2dfa296beab34532ea0f13a, disabling compactions & flushes 2024-11-19T12:23:07,312 DEBUG [RS:0;351a98347401:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:07,312 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:07,312 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:23:07,312 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:23:07,312 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. after waiting 0 ms 2024-11-19T12:23:07,312 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:23:07,312 INFO [RS:0;351a98347401:41331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:23:07,313 INFO [RS:0;351a98347401:41331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:23:07,313 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:23:07,314 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:23:07,314 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1325): Online Regions={b0532637c2dfa296beab34532ea0f13a=test,,1732018972210.b0532637c2dfa296beab34532ea0f13a., 1588230740=hbase:meta,,1.1588230740, 18872fd61871102d40651c5a698cdd0a=hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a.} 2024-11-19T12:23:07,314 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18872fd61871102d40651c5a698cdd0a, b0532637c2dfa296beab34532ea0f13a 2024-11-19T12:23:07,314 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:23:07,314 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:23:07,314 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:23:07,314 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:23:07,314 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:23:07,314 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T12:23:07,317 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/default/test/b0532637c2dfa296beab34532ea0f13a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T12:23:07,318 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0532637c2dfa296beab34532ea0f13a: Waiting for close lock at 1732018987312Running coprocessor pre-close hooks at 1732018987312Disabling compacts and flushes for region at 1732018987312Disabling writes for close at 1732018987312Writing region close event to WAL at 1732018987314 (+2 ms)Running coprocessor post-close hooks at 1732018987318 (+4 ms)Closed at 1732018987318 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732018972210.b0532637c2dfa296beab34532ea0f13a. 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18872fd61871102d40651c5a698cdd0a, disabling compactions & flushes 2024-11-19T12:23:07,318 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. after waiting 0 ms 2024-11-19T12:23:07,318 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:23:07,318 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18872fd61871102d40651c5a698cdd0a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T12:23:07,328 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/info/54547f73ee564275886a31be3d384331 is 147, key is hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a./info:regioninfo/1732018975538/Put/seqid=0 2024-11-19T12:23:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741847_1023 (size=7686) 2024-11-19T12:23:07,331 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/info/54547f73ee564275886a31be3d384331 2024-11-19T12:23:07,332 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/.tmp/hfileref/7d2de4c2815647ffa8f58f709379d5af is 74, key is 1/hfileref:6480e908c1584753856f969823239fe0_SeqId_4_/1732018978141/DeleteColumn/seqid=0 2024-11-19T12:23:07,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741848_1024 (size=5489) 2024-11-19T12:23:07,335 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/.tmp/hfileref/7d2de4c2815647ffa8f58f709379d5af 2024-11-19T12:23:07,348 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/.tmp/queue/aed5bf5bbe0c4305ad6799f9cdac857b is 153, key is 1-351a98347401,41331,1732018958488/queue:351a98347401%2C41331%2C1732018958488/1732018980865/Put/seqid=0 2024-11-19T12:23:07,350 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/ns/347c3a43ef974a31a7b96d4511655034 is 43, key is default/ns:d/1732018960537/Put/seqid=0 2024-11-19T12:23:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741849_1025 (size=5504) 2024-11-19T12:23:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741850_1026 (size=5153) 2024-11-19T12:23:07,390 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:23:07,514 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:23:07,715 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18872fd61871102d40651c5a698cdd0a 2024-11-19T12:23:07,743 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:07,747 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:23:07,747 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:07,747 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:23:07,748 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 351a98347401,41331,1732018958488: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-351a98347401,41331,1732018958488, walGroup=351a98347401%2C41331%2C1732018958488, offset=351a98347401%2C41331%2C1732018958488.1732018978179:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:41331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T12:23:07,749 ERROR [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:23:07,749 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:23:07,750 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:23:07,750 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:23:07,750 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:23:07,750 INFO [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1549795328, "init": 1048576000, "max": 2306867200, "used": 925513872 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208588392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:23:07,750 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:33189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:33189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T12:23:07,751 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/.tmp/queue/aed5bf5bbe0c4305ad6799f9cdac857b 2024-11-19T12:23:07,754 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/ns/347c3a43ef974a31a7b96d4511655034 2024-11-19T12:23:07,755 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/.tmp/hfileref/7d2de4c2815647ffa8f58f709379d5af as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/hfileref/7d2de4c2815647ffa8f58f709379d5af 2024-11-19T12:23:07,758 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/hfileref/7d2de4c2815647ffa8f58f709379d5af, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T12:23:07,758 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/.tmp/queue/aed5bf5bbe0c4305ad6799f9cdac857b as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/queue/aed5bf5bbe0c4305ad6799f9cdac857b 2024-11-19T12:23:07,762 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/queue/aed5bf5bbe0c4305ad6799f9cdac857b, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T12:23:07,762 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 18872fd61871102d40651c5a698cdd0a in 444ms, sequenceid=17, compaction requested=false 2024-11-19T12:23:07,765 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/replication/18872fd61871102d40651c5a698cdd0a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T12:23:07,766 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:07,766 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:23:07,766 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:23:07,766 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18872fd61871102d40651c5a698cdd0a: Waiting for close lock at 1732018987318Running coprocessor pre-close hooks at 1732018987318Disabling compacts and flushes for region at 1732018987318Disabling writes for close at 1732018987318Obtaining lock to block concurrent updates at 1732018987318Preparing flush snapshotting stores in 18872fd61871102d40651c5a698cdd0a at 1732018987318Finished memstore snapshotting hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732018987319 (+1 ms)Flushing stores of hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. at 1732018987319Flushing 18872fd61871102d40651c5a698cdd0a/hfileref: creating writer at 1732018987319Flushing 18872fd61871102d40651c5a698cdd0a/hfileref: appending metadata at 1732018987331 (+12 ms)Flushing 18872fd61871102d40651c5a698cdd0a/hfileref: closing flushed file at 1732018987331Flushing 18872fd61871102d40651c5a698cdd0a/queue: creating writer at 1732018987337 (+6 ms)Flushing 18872fd61871102d40651c5a698cdd0a/queue: appending metadata at 1732018987348 (+11 ms)Flushing 18872fd61871102d40651c5a698cdd0a/queue: closing flushed file at 1732018987348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7586659b: reopening flushed file at 1732018987754 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207e5ef2: reopening flushed file at 1732018987758 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 18872fd61871102d40651c5a698cdd0a in 444ms, sequenceid=17, compaction requested=false at 1732018987762 (+4 ms)Writing region close event to WAL at 1732018987763 (+1 ms)Running coprocessor post-close hooks at 1732018987766 (+3 ms)Closed at 1732018987766 2024-11-19T12:23:07,766 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732018975148.18872fd61871102d40651c5a698cdd0a. 2024-11-19T12:23:07,770 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/rep_barrier/e3837eaaa6df4cae8924b3b2153d2d4b is 112, key is test,,1732018972210.b0532637c2dfa296beab34532ea0f13a./rep_barrier:seqnumDuringOpen/1732018972951/Put/seqid=0 2024-11-19T12:23:07,771 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:23:07,771 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:23:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741851_1027 (size=5518) 2024-11-19T12:23:07,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:23:07,915 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:07,951 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:08,115 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:08,173 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/rep_barrier/e3837eaaa6df4cae8924b3b2153d2d4b 2024-11-19T12:23:08,188 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/table/68810e17c75e4f56b38f58fb575fc8dd is 53, key is hbase:replication/table:state/1732018975544/Put/seqid=0 2024-11-19T12:23:08,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741852_1028 (size=5308) 2024-11-19T12:23:08,254 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:08,315 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T12:23:08,315 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:23:08,315 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:08,433 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 393, reset compression=false 2024-11-19T12:23:08,437 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T12:23:08,437 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:08,437 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-351a98347401,41331,1732018958488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T12:23:08,437 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T12:23:08,515 DEBUG [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T12:23:08,591 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/table/68810e17c75e4f56b38f58fb575fc8dd 2024-11-19T12:23:08,595 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/info/54547f73ee564275886a31be3d384331 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/info/54547f73ee564275886a31be3d384331 2024-11-19T12:23:08,597 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/info/54547f73ee564275886a31be3d384331, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T12:23:08,598 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/ns/347c3a43ef974a31a7b96d4511655034 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/ns/347c3a43ef974a31a7b96d4511655034 2024-11-19T12:23:08,601 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/ns/347c3a43ef974a31a7b96d4511655034, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T12:23:08,602 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/rep_barrier/e3837eaaa6df4cae8924b3b2153d2d4b as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/rep_barrier/e3837eaaa6df4cae8924b3b2153d2d4b 2024-11-19T12:23:08,605 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/rep_barrier/e3837eaaa6df4cae8924b3b2153d2d4b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T12:23:08,606 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/.tmp/table/68810e17c75e4f56b38f58fb575fc8dd as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/table/68810e17c75e4f56b38f58fb575fc8dd 2024-11-19T12:23:08,609 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/table/68810e17c75e4f56b38f58fb575fc8dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T12:23:08,610 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-11-19T12:23:08,613 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T12:23:08,613 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T12:23:08,613 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:23:08,613 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:23:08,613 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018987314Running coprocessor pre-close hooks at 1732018987314Disabling compacts and flushes for region at 1732018987314Disabling writes for close at 1732018987314Obtaining lock to block concurrent updates at 1732018987314Preparing flush snapshotting stores in 1588230740 at 1732018987314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732018987315 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732018987315Flushing 1588230740/info: creating writer at 1732018987315Flushing 1588230740/info: appending metadata at 1732018987328 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732018987328Flushing 1588230740/ns: creating writer at 1732018987335 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732018987350 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732018987350Flushing 1588230740/rep_barrier: creating writer at 1732018987756 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732018987770 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732018987770Flushing 1588230740/table: creating writer at 1732018988176 (+406 ms)Flushing 1588230740/table: appending metadata at 1732018988187 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732018988187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d96170a: reopening flushed file at 1732018988594 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632ff2e3: reopening flushed file at 1732018988598 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba59551: reopening flushed file at 1732018988601 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bec7d5: reopening flushed file at 1732018988605 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1732018988610 (+5 ms)Writing region close event to WAL at 1732018988611 (+1 ms)Running coprocessor post-close hooks at 1732018988613 (+2 ms)Closed at 1732018988613 2024-11-19T12:23:08,613 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:23:08,639 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:08,657 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:08,715 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(976): stopping server 351a98347401,41331,1732018958488; all regions closed. 2024-11-19T12:23:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741844_1020 (size=859) 2024-11-19T12:23:08,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.meta.1732018978212.meta not finished, retry = 0 2024-11-19T12:23:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741843_1019 (size=2791) 2024-11-19T12:23:08,819 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.rep.1732018978194 not finished, retry = 0 2024-11-19T12:23:08,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741842_1018 (size=696) 2024-11-19T12:23:08,928 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:08,928 INFO [RS:0;351a98347401:41331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:23:08,928 INFO [RS:0;351a98347401:41331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:23:08,929 INFO [RS:0;351a98347401:41331 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:23:08,929 INFO [RS:0;351a98347401:41331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:23:08,929 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:23:08,929 INFO [RS:0;351a98347401:41331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-351a98347401,41331,1732018958488 because: Region server is closing 2024-11-19T12:23:08,929 INFO [RS:0;351a98347401:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41331. 2024-11-19T12:23:08,930 DEBUG [RS:0;351a98347401:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:08,930 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:08,930 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:08,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:08,942 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 to pos 688, reset compression=false 2024-11-19T12:23:08,944 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/WALs/351a98347401,41331,1732018958488/351a98347401%2C41331%2C1732018958488.1732018978179 2024-11-19T12:23:08,944 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T12:23:08,944 DEBUG [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T12:23:09,030 INFO [RS:0;351a98347401:41331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 terminated 2024-11-19T12:23:09,030 INFO [RS:0;351a98347401:41331 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-351a98347401,41331,1732018958488 because: Region server is closing 2024-11-19T12:23:09,030 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,1-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,1-351a98347401,41331,1732018958488 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T12:23:09,030 INFO [RS:0;351a98347401:41331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:41331. 2024-11-19T12:23:09,030 DEBUG [RS:0;351a98347401:41331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:23:09,030 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:09,030 DEBUG [RS:0;351a98347401:41331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:23:09,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:23:09,131 INFO [RS:0;351a98347401:41331 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.shipper351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 terminated 2024-11-19T12:23:09,131 WARN [RS_REFRESH_PEER-regionserver/351a98347401:0-0.replicationSource,2-351a98347401,41331,1732018958488.replicationSource.wal-reader.351a98347401%2C41331%2C1732018958488,2-351a98347401,41331,1732018958488 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-19T12:23:09,131 INFO [RS:0;351a98347401:41331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41331 2024-11-19T12:23:09,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510/rs 2024-11-19T12:23:09,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553567510/rs/351a98347401,41331,1732018958488 2024-11-19T12:23:09,142 INFO [RS:0;351a98347401:41331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:23:09,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,41331,1732018958488] 2024-11-19T12:23:09,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0553567510/draining/351a98347401,41331,1732018958488 already deleted, retry=false 2024-11-19T12:23:09,185 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,41331,1732018958488 expired; onlineServers=0 2024-11-19T12:23:09,185 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,33189,1732018958279' ***** 2024-11-19T12:23:09,185 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:23:09,185 INFO [M:0;351a98347401:33189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:23:09,185 INFO [M:0;351a98347401:33189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:23:09,185 DEBUG [M:0;351a98347401:33189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:23:09,185 DEBUG [M:0;351a98347401:33189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:23:09,185 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:23:09,185 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018959683 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018959683,5,FailOnTimeoutGroup] 2024-11-19T12:23:09,185 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018959679 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018959679,5,FailOnTimeoutGroup] 2024-11-19T12:23:09,185 INFO [M:0;351a98347401:33189 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:23:09,185 INFO [M:0;351a98347401:33189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:23:09,185 DEBUG [M:0;351a98347401:33189 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:23:09,185 INFO [M:0;351a98347401:33189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:23:09,185 INFO [M:0;351a98347401:33189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:23:09,186 ERROR [M:0;351a98347401:33189 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:36371 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36371,5,PEWorkerGroup] 2024-11-19T12:23:09,186 INFO [M:0;351a98347401:33189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:23:09,186 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:23:09,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553567510/master 2024-11-19T12:23:09,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553567510 2024-11-19T12:23:09,206 DEBUG [M:0;351a98347401:33189 {}] zookeeper.ZKUtil(347): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Unable to get data of znode /0553567510/master because node does not exist (not an error) 2024-11-19T12:23:09,206 WARN [M:0;351a98347401:33189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:23:09,206 INFO [M:0;351a98347401:33189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/.lastflushedseqids 2024-11-19T12:23:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741853_1029 (size=263) 2024-11-19T12:23:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41331-0x101530be25c0001, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:09,264 INFO [RS:0;351a98347401:41331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:23:09,264 INFO [RS:0;351a98347401:41331 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,41331,1732018958488; zookeeper connection closed. 2024-11-19T12:23:09,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ce8175c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ce8175c 2024-11-19T12:23:09,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T12:23:09,611 INFO [M:0;351a98347401:33189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:23:09,611 INFO [M:0;351a98347401:33189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:23:09,611 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:23:09,611 INFO [M:0;351a98347401:33189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:09,611 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:09,611 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:23:09,611 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:09,611 INFO [M:0;351a98347401:33189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-19T12:23:09,624 DEBUG [M:0;351a98347401:33189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87145764207e40c99b88f894f3f8cbc3 is 82, key is hbase:meta,,1/info:regioninfo/1732018960494/Put/seqid=0 2024-11-19T12:23:09,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741854_1030 (size=5672) 2024-11-19T12:23:10,027 INFO [M:0;351a98347401:33189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87145764207e40c99b88f894f3f8cbc3 2024-11-19T12:23:10,046 DEBUG [M:0;351a98347401:33189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bac3b9e4d66140daab1424425d1af6f5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732018975548/Put/seqid=0 2024-11-19T12:23:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741855_1031 (size=8909) 2024-11-19T12:23:10,049 INFO [M:0;351a98347401:33189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bac3b9e4d66140daab1424425d1af6f5 2024-11-19T12:23:10,063 DEBUG [M:0;351a98347401:33189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4588ed5af5ab4c3a95523eb133109456 is 69, key is 351a98347401,41331,1732018958488/rs:state/1732018959748/Put/seqid=0 2024-11-19T12:23:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741856_1032 (size=5156) 2024-11-19T12:23:10,466 INFO [M:0;351a98347401:33189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4588ed5af5ab4c3a95523eb133109456 2024-11-19T12:23:10,469 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87145764207e40c99b88f894f3f8cbc3 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87145764207e40c99b88f894f3f8cbc3 2024-11-19T12:23:10,472 INFO [M:0;351a98347401:33189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87145764207e40c99b88f894f3f8cbc3, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T12:23:10,473 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bac3b9e4d66140daab1424425d1af6f5 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bac3b9e4d66140daab1424425d1af6f5 2024-11-19T12:23:10,475 INFO [M:0;351a98347401:33189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bac3b9e4d66140daab1424425d1af6f5, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T12:23:10,476 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4588ed5af5ab4c3a95523eb133109456 as hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4588ed5af5ab4c3a95523eb133109456 2024-11-19T12:23:10,478 INFO [M:0;351a98347401:33189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36371/user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4588ed5af5ab4c3a95523eb133109456, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T12:23:10,479 INFO [M:0;351a98347401:33189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=112, compaction requested=false 2024-11-19T12:23:10,480 INFO [M:0;351a98347401:33189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:23:10,480 DEBUG [M:0;351a98347401:33189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018989611Disabling compacts and flushes for region at 1732018989611Disabling writes for close at 1732018989611Obtaining lock to block concurrent updates at 1732018989611Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018989611Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732018989611Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018989612 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018989612Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018989623 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018989623Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018990030 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018990045 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018990045Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018990052 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018990062 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018990062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fd3b1: reopening flushed file at 1732018990469 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7358b273: reopening flushed file at 1732018990472 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d741955: reopening flushed file at 1732018990475 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=112, compaction requested=false at 1732018990479 (+4 ms)Writing region close event to WAL at 1732018990480 (+1 ms)Closed at 1732018990480 2024-11-19T12:23:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741830_1006 (size=69055) 2024-11-19T12:23:10,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6298a718-b692-7abf-184d-dbf0d0eeecda/MasterData/WALs/351a98347401,33189,1732018958279/351a98347401%2C33189%2C1732018958279.1732018959396 not finished, retry = 0 2024-11-19T12:23:10,584 INFO [M:0;351a98347401:33189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:23:10,584 INFO [M:0;351a98347401:33189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33189 2024-11-19T12:23:10,584 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:23:10,585 INFO [M:0;351a98347401:33189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:23:10,695 INFO [M:0;351a98347401:33189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:23:10,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:10,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x101530be25c0000, quorum=127.0.0.1:51711, baseZNode=/0553567510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:23:10,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bbe537c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:23:10,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:23:10,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:23:10,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:23:10,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir/,STOPPED} 2024-11-19T12:23:10,703 WARN [BP-406058957-172.17.0.2-1732018955972 heartbeating to localhost/127.0.0.1:36371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:23:10,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:23:10,703 WARN [BP-406058957-172.17.0.2-1732018955972 heartbeating to localhost/127.0.0.1:36371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-406058957-172.17.0.2-1732018955972 (Datanode Uuid ce553b7f-cff0-4860-a0b0-37e350dac763) service to localhost/127.0.0.1:36371 2024-11-19T12:23:10,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:23:10,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/data/data1/current/BP-406058957-172.17.0.2-1732018955972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:23:10,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/cluster_97bf27fc-723d-6421-8d04-cda0e57430e6/data/data2/current/BP-406058957-172.17.0.2-1732018955972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:23:10,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:23:10,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec33588{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:23:10,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:23:10,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:23:10,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:23:10,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ab19f3f-b478-79d4-66f1-46fee23755a6/hadoop.log.dir/,STOPPED} 2024-11-19T12:23:10,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:23:10,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:23:10,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43787 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36371 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=980 (was 873) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 544), ProcessCount=11 (was 11), AvailableMemoryMB=12576 (was 12360) - AvailableMemoryMB LEAK? - 2024-11-19T12:23:10,757 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500